<testResult _class='hudson.tasks.junit.TestResult'><duration>5003.0</duration><empty>false</empty><failCount>435</failCount><passCount>0</passCount><skipCount>0</skipCount><suite><case><age>226</age><className>nitb_sms:sysmo</className><duration>6.0</duration><errorStackTrace>osmo-nitb_10.42.42.2(pid=30799): Process ended prematurely: osmo-nitb_10.42.42.2(pid=30799) [trial-2370↪nitb_sms:sysmo↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=30799)]</errorStackTrace><failedSince>2145</failedSince><name>mo_mt_sms.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py", line 11, in &lt;module&gt;
    nitb.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py", line 67, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=30799): Process ended prematurely: osmo-nitb_10.42.42.2(pid=30799) [trial-2370↪nitb_sms:sysmo↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=30799)]
</stderr><stdout>
----------------------------------------------
trial-2370 nitb_sms:sysmo mo_mt_sms.py
----------------------------------------------
05:29:53.124394 tst                   nitb_sms:sysmo: Using 1 x ip_address (candidates: 1)
05:29:53.135634 tst                   nitb_sms:sysmo: Using 1 x bts (candidates: 1)
05:29:53.728703 tst                     mo_mt_sms.py: using LAC 26174
05:29:53.850019 tst                     mo_mt_sms.py: using RAC 164
05:29:53.975294 tst                     mo_mt_sms.py: using CellId 26174
05:29:54.094949 tst                     mo_mt_sms.py: using BVCI 26175
05:29:54.118470 tst                   nitb_sms:sysmo: Using 1 x modem (candidates: 2)
05:29:54.298718 tst                   nitb_sms:sysmo: Using 1 x modem (candidates: 2)
05:29:54.587501 tst                   mo_mt_sms.py:9: start nitb and bts...
05:29:54.720736 run             osmo-nitb_10.42.42.2: Starting osmo-nitb
05:29:57.056540 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=30798): Launched
05:29:57.373680 run  osmo-nitb_10.42.42.2(pid=30799): Launched
05:29:57.556340 run  osmo-nitb_10.42.42.2(pid=30799): ERR: Terminated: ERROR {rc=2}  [trial-2370↪nitb_sms:sysmo↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=30799)]
05:29:57.688090 run  osmo-nitb_10.42.42.2(pid=30799): stdout: 
| (launched: 2022-12-10_05:29:57.217994) 
05:29:57.820514 run  osmo-nitb_10.42.42.2(pid=30799): stderr: 
| (launched: 2022-12-10_05:29:57.265156)
| ======================================================================
| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and
| obsolete for several years.  If you really want to ignore years of hard work on
| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),
| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line
| argument.  DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!
| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box
| ====================================================================== 
05:29:57.947815 run  osmo-nitb_10.42.42.2(pid=30799): stdout: 
| (launched: 2022-12-10_05:29:57.217994) 
05:29:58.073890 run  osmo-nitb_10.42.42.2(pid=30799): stderr: 
| (launched: 2022-12-10_05:29:57.265156)
| ======================================================================
| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and
| obsolete for several years.  If you really want to ignore years of hard work on
| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),
| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line
| argument.  DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!
| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box
| ====================================================================== 
05:29:58.129543 tst                  mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=30799): Process ended prematurely: osmo-nitb_10.42.42.2(pid=30799) [trial-2370↪nitb_sms:sysmo↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=30799)]  [trial-2370↪nitb_sms:sysmo↪mo_mt_sms.py:11]
05:29:58.138218 tst                  mo_mt_sms.py:11: Test FAILED (5.0 sec)
05:29:58.174993 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=30798): Terminating (SIGTERM)
05:29:58.352618 ---      ParallelTerminationStrategy: PID 30798 died...
05:29:58.410215 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=30798): Terminated: ok {rc=0}
05:29:58.497695 bus                        /sierra_3: Setting Powered False
05:29:59.602824 bus                        /sierra_3: Setting Powered False
05:30:00.714401 bus                        /sierra_2: Setting Powered False
</stdout></case><duration>10.0</duration><id>0</id><name>nitb_sms_sysmo</name><properties></properties><timestamp>2022-12-10T05:29:52</timestamp></suite><suite><case><age>40</age><className>sms:sysmo</className><duration>15.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=30812): Process ended prematurely: osmo-stp_10.42.42.5(pid=30812) [trial-2370↪sms:sysmo↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30812)]</errorStackTrace><failedSince>2331</failedSince><name>mo_mt_sms.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py", line 16, in &lt;module&gt;
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30812): Process ended prematurely: osmo-stp_10.42.42.5(pid=30812) [trial-2370↪sms:sysmo↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30812)]
</stderr><stdout>
----------------------------------------------
trial-2370 sms:sysmo mo_mt_sms.py
----------------------------------------------
05:30:02.620821 tst                        sms:sysmo: Using 1 x ip_address (candidates: 6)
05:30:02.631502 tst                        sms:sysmo: Using 1 x bts (candidates: 1)
05:30:02.756058 tst                     mo_mt_sms.py: using LAC 26175
05:30:02.869867 tst                     mo_mt_sms.py: using RAC 165
05:30:02.986908 tst                     mo_mt_sms.py: using CellId 26175
05:30:03.101340 tst                     mo_mt_sms.py: using BVCI 26176
05:30:03.123918 tst                        sms:sysmo: Using 1 x ip_address (candidates: 6)
05:30:03.134479 tst                        sms:sysmo: Using 1 x ip_address (candidates: 6)
05:30:03.144804 tst                        sms:sysmo: Using 1 x ip_address (candidates: 6)
05:30:03.155217 tst                        sms:sysmo: Using 1 x ip_address (candidates: 6)
05:30:03.165734 tst                        sms:sysmo: Using 1 x ip_address (candidates: 6)
05:30:03.176228 tst                        sms:sysmo: Using 1 x modem (candidates: 2)
05:30:03.293171 tst                        sms:sysmo: Using 1 x modem (candidates: 2)
05:30:03.507026 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
05:30:05.302656 run         create_hlr_db(pid=30806): Launched
05:30:05.488735 bus                        /sierra_2: Setting Powered False
05:30:06.508617 run         create_hlr_db(pid=30806): Terminated: ok {rc=0}
05:30:06.911366 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30808): Launched
05:30:07.210097 run   osmo-hlr_10.42.42.2(pid=30809): Launched
05:30:07.327070 run              osmo-stp_10.42.42.5: Starting osmo-stp
05:30:09.779313 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30811): Launched
05:30:10.081788 run   osmo-stp_10.42.42.5(pid=30812): Launched
05:30:10.191466 run              osmo-msc_10.42.42.6: Starting osmo-msc
05:30:15.413107 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30814): Launched
05:30:15.712083 run   osmo-msc_10.42.42.6(pid=30815): Launched
05:30:15.983409 run   osmo-stp_10.42.42.5(pid=30812): ERR: Terminated: ERROR {rc=1}  [trial-2370↪sms:sysmo↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30812)]
05:30:16.254813 run   osmo-stp_10.42.42.5(pid=30812): stdout: 
| (launched: 2022-12-10_05:30:09.931575)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
05:30:16.440666 run   osmo-stp_10.42.42.5(pid=30812): stderr: 
| �[0;m�[38;5;43m20221210053010103 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210053010103 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210053010103 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210053010104 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210053010104 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210053010104 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210053010104 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
05:30:16.567150 run   osmo-stp_10.42.42.5(pid=30812): stdout: 
| (launched: 2022-12-10_05:30:09.931575)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
05:30:16.688270 run   osmo-stp_10.42.42.5(pid=30812): stderr: 
| �[0;m�[38;5;43m20221210053010103 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210053010103 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210053010103 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210053010104 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210053010104 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210053010104 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210053010104 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
05:30:16.741449 tst                  mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=30812): Process ended prematurely: osmo-stp_10.42.42.5(pid=30812) [trial-2370↪sms:sysmo↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30812)]  [trial-2370↪sms:sysmo↪mo_mt_sms.py:16]
05:30:16.750037 tst                  mo_mt_sms.py:16: Test FAILED (14.1 sec)
05:30:16.827600 run   osmo-hlr_10.42.42.2(pid=30809): ERR: Terminated: ERROR {rc=237}  [trial-2370↪sms:sysmo↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30809)]
05:30:16.897093 run   osmo-hlr_10.42.42.2(pid=30809): stdout: 
| (launched: 2022-12-10_05:30:07.062794) 
05:30:16.963546 run   osmo-hlr_10.42.42.2(pid=30809): stderr: 
| �[0;m�[1;31m20221210053007242 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210053007242 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210053007242 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210053007242 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210053007242 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210053007242 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210053007257 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/sms:sysmo/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210053007265 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210053007265 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210053007265 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
05:30:17.056460 run   osmo-msc_10.42.42.6(pid=30815): ERR: Terminated: ERROR {rc=2}  [trial-2370↪sms:sysmo↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=30815)]
05:30:17.123092 run   osmo-msc_10.42.42.6(pid=30815): stdout: 
| (launched: 2022-12-10_05:30:15.563246) 
05:30:17.184858 run   osmo-msc_10.42.42.6(pid=30815): stderr: 
| �[0;m�[38;5;43m20221210053015861 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210053015865 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f68768c3c40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210053015866 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210053015866 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210053015866 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210053015866 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210053015868 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210053015868 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210053015868 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210053015870 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
05:30:17.228404 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30808): Terminating (SIGTERM)
05:30:17.271536 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30811): Terminating (SIGTERM)
05:30:17.314756 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30814): Terminating (SIGTERM)
05:30:17.324505 ---      ParallelTerminationStrategy: PID 30808 died...
05:30:17.380625 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30808): Terminated: ok {rc=0}
05:30:17.391094 ---      ParallelTerminationStrategy: PID 30811 died...
05:30:17.448401 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30811): Terminated: ok {rc=0}
05:30:17.458698 ---      ParallelTerminationStrategy: PID 30814 died...
05:30:17.515009 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30814): Terminated: ok {rc=0}
05:30:17.603172 bus                        /sierra_3: Setting Powered False
05:30:18.710267 bus                        /sierra_3: Setting Powered False
05:30:19.822039 bus                        /sierra_2: Setting Powered False
</stdout></case><duration>20.0</duration><id>1</id><name>sms_sysmo</name><properties></properties><timestamp>2022-12-10T05:30:02</timestamp></suite><suite><case><age>226</age><className>nitb_ussd:sysmo</className><duration>4.0</duration><errorStackTrace>osmo-nitb_10.42.42.2(pid=30822): Process ended prematurely: osmo-nitb_10.42.42.2(pid=30822) [trial-2370↪nitb_ussd:sysmo↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=30822)]</errorStackTrace><failedSince>2145</failedSince><name>assert_extension.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py", line 12, in &lt;module&gt;
    nitb.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py", line 67, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=30822): Process ended prematurely: osmo-nitb_10.42.42.2(pid=30822) [trial-2370↪nitb_ussd:sysmo↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=30822)]
</stderr><stdout>
----------------------------------------------
trial-2370 nitb_ussd:sysmo assert_extension.py
----------------------------------------------
05:30:21.631539 tst                  nitb_ussd:sysmo: Using 1 x ip_address (candidates: 1)
05:30:21.642751 tst                  nitb_ussd:sysmo: Using 1 x bts (candidates: 1)
05:30:21.763937 tst              assert_extension.py: using LAC 26176
05:30:21.882788 tst              assert_extension.py: using RAC 166
05:30:22.000056 tst              assert_extension.py: using CellId 26176
05:30:22.120041 tst              assert_extension.py: using BVCI 26177
05:30:22.142856 tst                  nitb_ussd:sysmo: Using 1 x modem (candidates: 1)
05:30:22.431064 tst           assert_extension.py:10: start nitb and bts...
05:30:22.563766 run             osmo-nitb_10.42.42.2: Starting osmo-nitb
05:30:23.223931 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=30821): Launched
05:30:23.539453 run  osmo-nitb_10.42.42.2(pid=30822): Launched
05:30:23.733981 run  osmo-nitb_10.42.42.2(pid=30822): ERR: Terminated: ERROR {rc=2}  [trial-2370↪nitb_ussd:sysmo↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=30822)]
05:30:23.877714 run  osmo-nitb_10.42.42.2(pid=30822): stdout: 
| (launched: 2022-12-10_05:30:23.385982) 
05:30:24.021773 run  osmo-nitb_10.42.42.2(pid=30822): stderr: 
| (launched: 2022-12-10_05:30:23.433316)
| ======================================================================
| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and
| obsolete for several years.  If you really want to ignore years of hard work on
| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),
| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line
| argument.  DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!
| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box
| ====================================================================== 
05:30:24.160496 run  osmo-nitb_10.42.42.2(pid=30822): stdout: 
| (launched: 2022-12-10_05:30:23.385982) 
05:30:24.298203 run  osmo-nitb_10.42.42.2(pid=30822): stderr: 
| (launched: 2022-12-10_05:30:23.433316)
| ======================================================================
| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and
| obsolete for several years.  If you really want to ignore years of hard work on
| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),
| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line
| argument.  DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!
| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box
| ====================================================================== 
05:30:24.667472 tst  osmo-nitb_10.42.42.2(pid=30822): stdout: 
| (launched: 2022-12-10_05:30:23.385982) 
05:30:24.794962 tst  osmo-nitb_10.42.42.2(pid=30822): stderr: 
| (launched: 2022-12-10_05:30:23.433316)
| ======================================================================
| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and
| obsolete for several years.  If you really want to ignore years of hard work on
| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),
| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line
| argument.  DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!
| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box
| ====================================================================== 
05:30:24.850632 tst           assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=30822): Process ended prematurely: osmo-nitb_10.42.42.2(pid=30822) [trial-2370↪nitb_ussd:sysmo↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=30822)]  [trial-2370↪nitb_ussd:sysmo↪assert_extension.py:12]
05:30:24.859273 tst           assert_extension.py:12: Test FAILED (3.2 sec)
05:30:24.896430 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=30821): Terminating (SIGTERM)
05:30:25.074126 ---      ParallelTerminationStrategy: PID 30821 died...
05:30:25.131795 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=30821): Terminated: ok {rc=0}
05:30:25.219641 bus                        /sierra_2: Setting Powered False
</stdout></case><duration>6.0</duration><id>2</id><name>nitb_ussd_sysmo</name><properties></properties><timestamp>2022-12-10T05:30:21</timestamp></suite><suite><case><age>40</age><className>ussd:sysmo</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=30832): Process ended prematurely: osmo-stp_10.42.42.5(pid=30832) [trial-2370↪ussd:sysmo↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30832)]</errorStackTrace><failedSince>2331</failedSince><name>assert_extension.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py", line 17, in &lt;module&gt;
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30832): Process ended prematurely: osmo-stp_10.42.42.5(pid=30832) [trial-2370↪ussd:sysmo↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30832)]
</stderr><stdout>
----------------------------------------------
trial-2370 ussd:sysmo assert_extension.py
----------------------------------------------
05:30:27.024196 tst                       ussd:sysmo: Using 1 x ip_address (candidates: 6)
05:30:27.035369 tst                       ussd:sysmo: Using 1 x bts (candidates: 1)
05:30:27.165548 tst              assert_extension.py: using LAC 26177
05:30:27.291642 tst              assert_extension.py: using RAC 167
05:30:27.417368 tst              assert_extension.py: using CellId 26177
05:30:27.547645 tst              assert_extension.py: using BVCI 26178
05:30:27.571766 tst                       ussd:sysmo: Using 1 x ip_address (candidates: 6)
05:30:27.582740 tst                       ussd:sysmo: Using 1 x ip_address (candidates: 6)
05:30:27.593722 tst                       ussd:sysmo: Using 1 x ip_address (candidates: 6)
05:30:27.605019 tst                       ussd:sysmo: Using 1 x ip_address (candidates: 6)
05:30:27.616316 tst                       ussd:sysmo: Using 1 x ip_address (candidates: 6)
05:30:27.627746 tst                       ussd:sysmo: Using 1 x modem (candidates: 1)
05:30:27.826775 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
05:30:28.299047 run         create_hlr_db(pid=30826): Launched
05:30:28.471560 bus                        /sierra_2: Setting Powered False
05:30:29.492239 run         create_hlr_db(pid=30826): Terminated: ok {rc=0}
05:30:29.919294 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30828): Launched
05:30:30.241690 run   osmo-hlr_10.42.42.2(pid=30829): Launched
05:30:30.359152 run              osmo-stp_10.42.42.5: Starting osmo-stp
05:30:30.937283 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30831): Launched
05:30:31.399068 run   osmo-stp_10.42.42.5(pid=30832): Launched
05:30:31.545090 run              osmo-msc_10.42.42.6: Starting osmo-msc
05:30:32.166900 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30834): Launched
05:30:32.489647 run   osmo-msc_10.42.42.6(pid=30835): Launched
05:30:32.677472 run   osmo-stp_10.42.42.5(pid=30832): ERR: Terminated: ERROR {rc=1}  [trial-2370↪ussd:sysmo↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30832)]
05:30:32.812172 run   osmo-stp_10.42.42.5(pid=30832): stdout: 
| (launched: 2022-12-10_05:30:31.102900)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
05:30:32.947215 run   osmo-stp_10.42.42.5(pid=30832): stderr: 
| �[0;m�[38;5;43m20221210053031290 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210053031290 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210053031292 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210053031292 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210053031293 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210053031293 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210053031293 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
05:30:33.075327 run   osmo-stp_10.42.42.5(pid=30832): stdout: 
| (launched: 2022-12-10_05:30:31.102900)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
05:30:33.202467 run   osmo-stp_10.42.42.5(pid=30832): stderr: 
| �[0;m�[38;5;43m20221210053031290 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210053031290 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210053031292 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210053031292 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210053031293 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210053031293 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210053031293 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
05:30:33.258237 tst           assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=30832): Process ended prematurely: osmo-stp_10.42.42.5(pid=30832) [trial-2370↪ussd:sysmo↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30832)]  [trial-2370↪ussd:sysmo↪assert_extension.py:17]
05:30:33.266879 tst           assert_extension.py:17: Test FAILED (6.2 sec)
05:30:33.329075 run   osmo-hlr_10.42.42.2(pid=30829): ERR: Terminated: ERROR {rc=237}  [trial-2370↪ussd:sysmo↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30829)]
05:30:33.380732 run   osmo-hlr_10.42.42.2(pid=30829): stdout: 
| (launched: 2022-12-10_05:30:30.081555) 
05:30:33.432620 run   osmo-hlr_10.42.42.2(pid=30829): stderr: 
| �[0;m�[1;31m20221210053030280 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210053030280 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210053030280 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210053030280 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210053030280 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210053030280 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210053030293 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/ussd:sysmo/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210053030301 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210053030302 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210053030302 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
05:30:33.503114 run   osmo-msc_10.42.42.6(pid=30835): ERR: Terminated: ERROR {rc=2}  [trial-2370↪ussd:sysmo↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=30835)]
05:30:33.554387 run   osmo-msc_10.42.42.6(pid=30835): stdout: 
| (launched: 2022-12-10_05:30:32.331595) 
05:30:33.606106 run   osmo-msc_10.42.42.6(pid=30835): stderr: 
| �[0;m�[38;5;43m20221210053032659 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210053032659 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f0d9e367c40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210053032659 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210053032660 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210053032660 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210053032660 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210053032662 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210053032662 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210053032663 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210053032663 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
05:30:33.650158 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30828): Terminating (SIGTERM)
05:30:33.691775 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30831): Terminating (SIGTERM)
05:30:33.733550 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30834): Terminating (SIGTERM)
05:30:33.743083 ---      ParallelTerminationStrategy: PID 30828 died...
05:30:33.798772 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30828): Terminated: ok {rc=0}
05:30:33.808746 ---      ParallelTerminationStrategy: PID 30831 died...
05:30:33.864398 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30831): Terminated: ok {rc=0}
05:30:33.874400 ---      ParallelTerminationStrategy: PID 30834 died...
05:30:33.929671 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30834): Terminated: ok {rc=0}
05:30:34.017066 bus                        /sierra_2: Setting Powered False
</stdout></case><duration>9.0</duration><id>3</id><name>ussd_sysmo</name><properties></properties><timestamp>2022-12-10T05:30:26</timestamp></suite><suite><case><age>40</age><className>voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=30846): Process ended prematurely: osmo-stp_10.42.42.5(pid=30846) [trial-2370↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30846)]</errorStackTrace><failedSince>2331</failedSince><name>mo_mt_call.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py", line 8, in &lt;module&gt;
    test_mo_mt_call(False, False)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py", line 19, in test_mo_mt_call
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30846): Process ended prematurely: osmo-stp_10.42.42.5(pid=30846) [trial-2370↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30846)]
</stderr><stdout>
----------------------------------------------
trial-2370 voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py
----------------------------------------------
05:30:35.931516 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)
05:30:35.942681 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)
05:30:36.089236 tst                    mo_mt_call.py: using LAC 26178
05:30:36.209200 tst                    mo_mt_call.py: using RAC 168
05:30:36.335778 tst                    mo_mt_call.py: using CellId 26178
05:30:36.468114 tst                    mo_mt_call.py: using BVCI 26179
05:30:36.492825 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)
05:30:36.504412 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)
05:30:36.515963 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)
05:30:36.527544 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)
05:30:36.538934 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)
05:30:36.550401 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)
05:30:36.665296 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)
05:30:36.865930 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
05:30:37.348690 run         create_hlr_db(pid=30840): Launched
05:30:37.523727 bus                        /sierra_2: Setting Powered False
05:30:38.544300 run         create_hlr_db(pid=30840): Terminated: ok {rc=0}
05:30:38.977842 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30842): Launched
05:30:39.305801 run   osmo-hlr_10.42.42.2(pid=30843): Launched
05:30:39.423650 run              osmo-stp_10.42.42.5: Starting osmo-stp
05:30:39.991090 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30845): Launched
05:30:40.318928 run   osmo-stp_10.42.42.5(pid=30846): Launched
05:30:40.441115 run              osmo-msc_10.42.42.6: Starting osmo-msc
05:30:41.065112 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30848): Launched
05:30:41.391416 run   osmo-msc_10.42.42.6(pid=30849): Launched
05:30:41.580684 run   osmo-stp_10.42.42.5(pid=30846): ERR: Terminated: ERROR {rc=1}  [trial-2370↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30846)]
05:30:41.723149 run   osmo-stp_10.42.42.5(pid=30846): stdout: 
| (launched: 2022-12-10_05:30:40.155880)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
05:30:41.858262 run   osmo-stp_10.42.42.5(pid=30846): stderr: 
| �[0;m�[38;5;43m20221210053040351 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210053040351 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210053040351 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210053040352 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210053040352 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210053040352 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210053040352 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
05:30:41.987826 run   osmo-stp_10.42.42.5(pid=30846): stdout: 
| (launched: 2022-12-10_05:30:40.155880)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
05:30:42.116460 run   osmo-stp_10.42.42.5(pid=30846): stderr: 
| �[0;m�[38;5;43m20221210053040351 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210053040351 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210053040351 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210053040352 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210053040352 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210053040352 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210053040352 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
05:30:42.173747 tst                  mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30846): Process ended prematurely: osmo-stp_10.42.42.5(pid=30846) [trial-2370↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30846)]  [trial-2370↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]
05:30:42.182974 tst                  mo_mt_call.py:8: Test FAILED (6.3 sec)
05:30:42.244832 run   osmo-hlr_10.42.42.2(pid=30843): ERR: Terminated: ERROR {rc=237}  [trial-2370↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30843)]
05:30:42.296201 run   osmo-hlr_10.42.42.2(pid=30843): stdout: 
| (launched: 2022-12-10_05:30:39.143208) 
05:30:42.348225 run   osmo-hlr_10.42.42.2(pid=30843): stderr: 
| �[0;m�[1;31m20221210053039342 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210053039342 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210053039342 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210053039342 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210053039342 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210053039342 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210053039355 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210053039363 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210053039364 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210053039364 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
05:30:42.418537 run   osmo-msc_10.42.42.6(pid=30849): ERR: Terminated: ERROR {rc=2}  [trial-2370↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=30849)]
05:30:42.469593 run   osmo-msc_10.42.42.6(pid=30849): stdout: 
| (launched: 2022-12-10_05:30:41.230578) 
05:30:42.521295 run   osmo-msc_10.42.42.6(pid=30849): stderr: 
| �[0;m�[38;5;43m20221210053041555 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210053041555 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f57477edc40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210053041555 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210053041555 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210053041556 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210053041556 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210053041558 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210053041558 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210053041558 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210053041558 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
05:30:42.564913 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30842): Terminating (SIGTERM)
05:30:42.606364 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30845): Terminating (SIGTERM)
05:30:42.648079 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30848): Terminating (SIGTERM)
05:30:42.657689 ---      ParallelTerminationStrategy: PID 30842 died...
05:30:42.713186 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30842): Terminated: ok {rc=0}
05:30:42.723207 ---      ParallelTerminationStrategy: PID 30845 died...
05:30:42.778671 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30845): Terminated: ok {rc=0}
05:30:42.788671 ---      ParallelTerminationStrategy: PID 30848 died...
05:30:42.844027 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30848): Terminated: ok {rc=0}
05:30:42.931297 bus                        /sierra_3: Setting Powered False
05:30:44.037737 bus                        /sierra_3: Setting Powered False
05:30:45.144187 bus                        /sierra_2: Setting Powered False
</stdout></case><case><age>42</age><className>voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=30857): Process ended prematurely: osmo-stp_10.42.42.5(pid=30857) [trial-2370↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30857)]</errorStackTrace><failedSince>2329</failedSince><name>mo_mt_call_osmux.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py", line 8, in &lt;module&gt;
    test_mo_mt_call(True, True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py", line 19, in test_mo_mt_call
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30857): Process ended prematurely: osmo-stp_10.42.42.5(pid=30857) [trial-2370↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30857)]
</stderr><stdout>
----------------------------------------------
trial-2370 voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py
----------------------------------------------
05:30:46.300670 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)
05:30:46.317377 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)
05:30:46.594673 tst              mo_mt_call_osmux.py: using LAC 26179
05:30:46.720333 tst              mo_mt_call_osmux.py: using RAC 169
05:30:46.874960 tst              mo_mt_call_osmux.py: using CellId 26179
05:30:47.009595 tst              mo_mt_call_osmux.py: using BVCI 26180
05:30:47.034255 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)
05:30:47.047365 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)
05:30:47.060466 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)
05:30:47.073768 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)
05:30:47.086932 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)
05:30:47.099029 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)
05:30:47.218528 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)
05:30:47.421910 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
05:30:47.903000 run         create_hlr_db(pid=30851): Launched
05:30:48.077439 bus                        /sierra_2: Setting Powered False
05:30:49.099000 run         create_hlr_db(pid=30851): Terminated: ok {rc=0}
05:30:49.533940 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30853): Launched
05:30:49.860548 run   osmo-hlr_10.42.42.2(pid=30854): Launched
05:30:49.978724 run              osmo-stp_10.42.42.5: Starting osmo-stp
05:30:50.547604 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30856): Launched
05:30:50.875240 run   osmo-stp_10.42.42.5(pid=30857): Launched
05:30:50.992366 run              osmo-msc_10.42.42.6: Starting osmo-msc
05:30:51.587302 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30859): Launched
05:30:51.911581 run   osmo-msc_10.42.42.6(pid=30860): Launched
05:30:52.100832 run   osmo-stp_10.42.42.5(pid=30857): ERR: Terminated: ERROR {rc=1}  [trial-2370↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30857)]
05:30:52.237904 run   osmo-stp_10.42.42.5(pid=30857): stdout: 
| (launched: 2022-12-10_05:30:50.713169)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
05:30:52.375226 run   osmo-stp_10.42.42.5(pid=30857): stderr: 
| �[0;m�[38;5;43m20221210053050909 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210053050909 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210053050909 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210053050909 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210053050910 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210053050910 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210053050910 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
05:30:52.505802 run   osmo-stp_10.42.42.5(pid=30857): stdout: 
| (launched: 2022-12-10_05:30:50.713169)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
05:30:52.634431 run   osmo-stp_10.42.42.5(pid=30857): stderr: 
| �[0;m�[38;5;43m20221210053050909 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210053050909 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210053050909 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210053050909 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210053050910 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210053050910 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210053050910 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
05:30:52.691463 tst            mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30857): Process ended prematurely: osmo-stp_10.42.42.5(pid=30857) [trial-2370↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30857)]  [trial-2370↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]
05:30:52.700703 tst            mo_mt_call_osmux.py:8: Test FAILED (6.5 sec)
05:30:52.762855 run   osmo-hlr_10.42.42.2(pid=30854): ERR: Terminated: ERROR {rc=237}  [trial-2370↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30854)]
05:30:52.814041 run   osmo-hlr_10.42.42.2(pid=30854): stdout: 
| (launched: 2022-12-10_05:30:49.699889) 
05:30:52.865802 run   osmo-hlr_10.42.42.2(pid=30854): stderr: 
| �[0;m�[1;31m20221210053049902 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210053049902 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210053049902 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210053049902 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210053049902 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210053049902 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210053049948 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210053049958 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210053049958 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210053049958 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
05:30:52.935803 run   osmo-msc_10.42.42.6(pid=30860): ERR: Terminated: ERROR {rc=2}  [trial-2370↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=30860)]
05:30:52.986864 run   osmo-msc_10.42.42.6(pid=30860): stdout: 
| (launched: 2022-12-10_05:30:51.752455) 
05:30:53.038369 run   osmo-msc_10.42.42.6(pid=30860): stderr: 
| �[0;m�[38;5;43m20221210053052081 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210053052081 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f94ba4abc40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210053052081 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210053052081 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210053052081 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210053052081 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210053052083 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210053052083 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210053052084 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210053052084 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
05:30:53.082062 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30853): Terminating (SIGTERM)
05:30:53.123347 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30856): Terminating (SIGTERM)
05:30:53.164544 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30859): Terminating (SIGTERM)
05:30:53.174114 ---      ParallelTerminationStrategy: PID 30853 died...
05:30:53.229499 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30853): Terminated: ok {rc=0}
05:30:53.239565 ---      ParallelTerminationStrategy: PID 30856 died...
05:30:53.294561 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30856): Terminated: ok {rc=0}
05:30:53.304491 ---      ParallelTerminationStrategy: PID 30859 died...
05:30:53.359556 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30859): Terminated: ok {rc=0}
05:30:53.446692 bus                        /sierra_3: Setting Powered False
05:30:54.548585 bus                        /sierra_3: Setting Powered False
05:30:55.659922 bus                        /sierra_2: Setting Powered False
</stdout></case><duration>22.0</duration><id>4</id><name>voice_sysmo+mod-bts0-ts-tchf+cfg-codec-fr1</name><properties></properties><timestamp>2022-12-10T05:30:35</timestamp></suite><suite><case><age>40</age><className>voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=30871): Process ended prematurely: osmo-stp_10.42.42.5(pid=30871) [trial-2370↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30871)]</errorStackTrace><failedSince>2331</failedSince><name>mo_mt_call.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py", line 8, in &lt;module&gt;
    test_mo_mt_call(False, False)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py", line 19, in test_mo_mt_call
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30871): Process ended prematurely: osmo-stp_10.42.42.5(pid=30871) [trial-2370↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30871)]
</stderr><stdout>
----------------------------------------------
trial-2370 voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py
----------------------------------------------
05:30:57.621913 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)
05:30:57.633314 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)
05:30:57.782866 tst                    mo_mt_call.py: using LAC 26180
05:30:57.910261 tst                    mo_mt_call.py: using RAC 170
05:30:58.051161 tst                    mo_mt_call.py: using CellId 26180
05:30:58.181230 tst                    mo_mt_call.py: using BVCI 26181
05:30:58.206137 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)
05:30:58.217574 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)
05:30:58.228768 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)
05:30:58.240045 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)
05:30:58.251393 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)
05:30:58.262739 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)
05:30:58.378279 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)
05:30:58.593016 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
05:30:59.113263 run         create_hlr_db(pid=30865): Launched
05:30:59.300612 bus                        /sierra_2: Setting Powered False
05:31:00.311442 run         create_hlr_db(pid=30865): Terminated: ok {rc=0}
05:31:00.727050 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30867): Launched
05:31:01.114894 run   osmo-hlr_10.42.42.2(pid=30868): Launched
05:31:01.323056 run              osmo-stp_10.42.42.5: Starting osmo-stp
05:31:01.972836 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30870): Launched
05:31:02.305603 run   osmo-stp_10.42.42.5(pid=30871): Launched
05:31:02.425665 run              osmo-msc_10.42.42.6: Starting osmo-msc
05:31:03.023852 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30873): Launched
05:31:03.350542 run   osmo-msc_10.42.42.6(pid=30874): Launched
05:31:03.540051 run   osmo-stp_10.42.42.5(pid=30871): ERR: Terminated: ERROR {rc=1}  [trial-2370↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30871)]
05:31:03.676371 run   osmo-stp_10.42.42.5(pid=30871): stdout: 
| (launched: 2022-12-10_05:31:02.142656)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
05:31:03.812619 run   osmo-stp_10.42.42.5(pid=30871): stderr: 
| �[0;m�[38;5;43m20221210053102361 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210053102361 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210053102361 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210053102362 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210053102362 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210053102362 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210053102362 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
05:31:03.942671 run   osmo-stp_10.42.42.5(pid=30871): stdout: 
| (launched: 2022-12-10_05:31:02.142656)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
05:31:04.071226 run   osmo-stp_10.42.42.5(pid=30871): stderr: 
| �[0;m�[38;5;43m20221210053102361 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210053102361 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210053102361 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210053102362 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210053102362 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210053102362 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210053102362 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
05:31:04.128211 tst                  mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30871): Process ended prematurely: osmo-stp_10.42.42.5(pid=30871) [trial-2370↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30871)]  [trial-2370↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]
05:31:04.137291 tst                  mo_mt_call.py:8: Test FAILED (6.5 sec)
05:31:04.198699 run   osmo-hlr_10.42.42.2(pid=30868): ERR: Terminated: ERROR {rc=237}  [trial-2370↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30868)]
05:31:04.249462 run   osmo-hlr_10.42.42.2(pid=30868): stdout: 
| (launched: 2022-12-10_05:31:00.910920) 
05:31:04.300804 run   osmo-hlr_10.42.42.2(pid=30868): stderr: 
| �[0;m�[1;31m20221210053101281 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210053101281 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210053101281 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210053101281 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210053101281 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210053101281 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210053101304 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210053101317 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210053101317 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210053101317 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
05:31:04.371066 run   osmo-msc_10.42.42.6(pid=30874): ERR: Terminated: ERROR {rc=2}  [trial-2370↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=30874)]
05:31:04.422420 run   osmo-msc_10.42.42.6(pid=30874): stdout: 
| (launched: 2022-12-10_05:31:03.189105) 
05:31:04.474533 run   osmo-msc_10.42.42.6(pid=30874): stderr: 
| �[0;m�[38;5;43m20221210053103516 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210053103516 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f514f779c40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210053103516 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210053103516 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210053103517 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210053103517 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210053103518 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210053103519 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210053103519 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210053103519 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
05:31:04.518111 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30867): Terminating (SIGTERM)
05:31:04.559204 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30870): Terminating (SIGTERM)
05:31:04.600323 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30873): Terminating (SIGTERM)
05:31:04.609790 ---      ParallelTerminationStrategy: PID 30867 died...
05:31:04.664868 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30867): Terminated: ok {rc=0}
05:31:04.674792 ---      ParallelTerminationStrategy: PID 30870 died...
05:31:04.729726 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30870): Terminated: ok {rc=0}
05:31:04.739584 ---      ParallelTerminationStrategy: PID 30873 died...
05:31:04.794829 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30873): Terminated: ok {rc=0}
05:31:04.881822 bus                        /sierra_3: Setting Powered False
05:31:05.985699 bus                        /sierra_3: Setting Powered False
05:31:07.094684 bus                        /sierra_2: Setting Powered False
</stdout></case><case><age>42</age><className>voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=30882): Process ended prematurely: osmo-stp_10.42.42.5(pid=30882) [trial-2370↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30882)]</errorStackTrace><failedSince>2329</failedSince><name>mo_mt_call_osmux.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py", line 8, in &lt;module&gt;
    test_mo_mt_call(True, True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py", line 19, in test_mo_mt_call
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30882): Process ended prematurely: osmo-stp_10.42.42.5(pid=30882) [trial-2370↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30882)]
</stderr><stdout>
----------------------------------------------
trial-2370 voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py
----------------------------------------------
05:31:08.209683 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)
05:31:08.221788 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)
05:31:08.373422 tst              mo_mt_call_osmux.py: using LAC 26181
05:31:08.503464 tst              mo_mt_call_osmux.py: using RAC 171
05:31:08.631063 tst              mo_mt_call_osmux.py: using CellId 26181
05:31:08.760568 tst              mo_mt_call_osmux.py: using BVCI 26182
05:31:08.785463 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)
05:31:08.797004 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)
05:31:08.808287 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)
05:31:08.819595 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)
05:31:08.830958 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)
05:31:08.842423 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)
05:31:08.959836 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)
05:31:09.172077 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
05:31:09.691477 run         create_hlr_db(pid=30876): Launched
05:31:09.878306 bus                        /sierra_2: Setting Powered False
05:31:10.898415 run         create_hlr_db(pid=30876): Terminated: ok {rc=0}
05:31:11.308475 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30878): Launched
05:31:11.615148 run   osmo-hlr_10.42.42.2(pid=30879): Launched
05:31:11.740111 run              osmo-stp_10.42.42.5: Starting osmo-stp
05:31:12.275772 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30881): Launched
05:31:12.582449 run   osmo-stp_10.42.42.5(pid=30882): Launched
05:31:12.696621 run              osmo-msc_10.42.42.6: Starting osmo-msc
05:31:13.254493 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30884): Launched
05:31:13.561348 run   osmo-msc_10.42.42.6(pid=30885): Launched
05:31:13.739679 run   osmo-stp_10.42.42.5(pid=30882): ERR: Terminated: ERROR {rc=1}  [trial-2370↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30882)]
05:31:13.869099 run   osmo-stp_10.42.42.5(pid=30882): stdout: 
| (launched: 2022-12-10_05:31:12.429685)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
05:31:13.996364 run   osmo-stp_10.42.42.5(pid=30882): stderr: 
| �[0;m�[38;5;43m20221210053112602 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210053112603 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210053112603 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210053112603 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210053112604 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210053112604 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210053112604 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
05:31:14.118459 run   osmo-stp_10.42.42.5(pid=30882): stdout: 
| (launched: 2022-12-10_05:31:12.429685)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
05:31:14.239350 run   osmo-stp_10.42.42.5(pid=30882): stderr: 
| �[0;m�[38;5;43m20221210053112602 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210053112603 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210053112603 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210053112603 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210053112604 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210053112604 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210053112604 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
05:31:14.292771 tst            mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30882): Process ended prematurely: osmo-stp_10.42.42.5(pid=30882) [trial-2370↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30882)]  [trial-2370↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]
05:31:14.301411 tst            mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)
05:31:14.360842 run   osmo-hlr_10.42.42.2(pid=30879): ERR: Terminated: ERROR {rc=237}  [trial-2370↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30879)]
05:31:14.409566 run   osmo-hlr_10.42.42.2(pid=30879): stdout: 
| (launched: 2022-12-10_05:31:11.462648) 
05:31:14.458790 run   osmo-hlr_10.42.42.2(pid=30879): stderr: 
| �[0;m�[1;31m20221210053111643 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210053111643 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210053111643 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210053111643 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210053111643 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210053111643 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210053111656 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210053111665 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210053111666 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210053111666 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
05:31:14.525992 run   osmo-msc_10.42.42.6(pid=30885): ERR: Terminated: ERROR {rc=2}  [trial-2370↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=30885)]
05:31:14.575236 run   osmo-msc_10.42.42.6(pid=30885): stdout: 
| (launched: 2022-12-10_05:31:13.408346) 
05:31:14.624648 run   osmo-msc_10.42.42.6(pid=30885): stderr: 
| �[0;m�[38;5;43m20221210053113683 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210053113684 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc790b14c40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210053113684 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210053113684 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210053113684 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210053113684 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210053113686 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210053113686 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210053113687 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210053113687 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
05:31:14.666034 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30878): Terminating (SIGTERM)
05:31:14.705304 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30881): Terminating (SIGTERM)
05:31:14.744721 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30884): Terminating (SIGTERM)
05:31:14.754014 ---      ParallelTerminationStrategy: PID 30878 died...
05:31:14.806979 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30878): Terminated: ok {rc=0}
05:31:14.816481 ---      ParallelTerminationStrategy: PID 30881 died...
05:31:14.869322 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30881): Terminated: ok {rc=0}
05:31:14.878739 ---      ParallelTerminationStrategy: PID 30884 died...
05:31:14.931501 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30884): Terminated: ok {rc=0}
05:31:15.018169 bus                        /sierra_3: Setting Powered False
05:31:16.124270 bus                        /sierra_3: Setting Powered False
05:31:17.237045 bus                        /sierra_2: Setting Powered False
</stdout></case><duration>22.0</duration><id>5</id><name>voice_sysmo+mod-bts0-ts-tchf+cfg-codec-fr2</name><properties></properties><timestamp>2022-12-10T05:30:57</timestamp></suite><suite><case><age>40</age><className>voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=30896): Process ended prematurely: osmo-stp_10.42.42.5(pid=30896) [trial-2370↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30896)]</errorStackTrace><failedSince>2331</failedSince><name>mo_mt_call.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py", line 8, in &lt;module&gt;
    test_mo_mt_call(False, False)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py", line 19, in test_mo_mt_call
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30896): Process ended prematurely: osmo-stp_10.42.42.5(pid=30896) [trial-2370↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30896)]
</stderr><stdout>
----------------------------------------------
trial-2370 voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py
----------------------------------------------
05:31:19.184738 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)
05:31:19.195738 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)
05:31:19.348671 tst                    mo_mt_call.py: using LAC 26182
05:31:19.479015 tst                    mo_mt_call.py: using RAC 172
05:31:19.602057 tst                    mo_mt_call.py: using CellId 26182
05:31:19.721821 tst                    mo_mt_call.py: using BVCI 26183
05:31:19.745116 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)
05:31:19.756364 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)
05:31:19.767303 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)
05:31:19.778432 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)
05:31:19.789530 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)
05:31:19.800628 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)
05:31:19.920186 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)
05:31:20.122350 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
05:31:20.604269 run         create_hlr_db(pid=30890): Launched
05:31:20.779491 bus                        /sierra_2: Setting Powered False
05:31:21.800263 run         create_hlr_db(pid=30890): Terminated: ok {rc=0}
05:31:22.235396 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30892): Launched
05:31:22.564153 run   osmo-hlr_10.42.42.2(pid=30893): Launched
05:31:22.685924 run              osmo-stp_10.42.42.5: Starting osmo-stp
05:31:23.256002 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30895): Launched
05:31:23.584585 run   osmo-stp_10.42.42.5(pid=30896): Launched
05:31:23.702875 run              osmo-msc_10.42.42.6: Starting osmo-msc
05:31:24.300774 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30898): Launched
05:31:24.628784 run   osmo-msc_10.42.42.6(pid=30899): Launched
05:31:24.821506 run   osmo-stp_10.42.42.5(pid=30896): ERR: Terminated: ERROR {rc=1}  [trial-2370↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30896)]
05:31:24.960283 run   osmo-stp_10.42.42.5(pid=30896): stdout: 
| (launched: 2022-12-10_05:31:23.422111)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
05:31:25.097548 run   osmo-stp_10.42.42.5(pid=30896): stderr: 
| �[0;m�[38;5;43m20221210053123617 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210053123617 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210053123617 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210053123618 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210053123618 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210053123618 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210053123618 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
05:31:25.228045 run   osmo-stp_10.42.42.5(pid=30896): stdout: 
| (launched: 2022-12-10_05:31:23.422111)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
05:31:25.357697 run   osmo-stp_10.42.42.5(pid=30896): stderr: 
| �[0;m�[38;5;43m20221210053123617 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210053123617 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210053123617 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210053123618 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210053123618 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210053123618 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210053123618 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
05:31:25.415203 tst                  mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30896): Process ended prematurely: osmo-stp_10.42.42.5(pid=30896) [trial-2370↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30896)]  [trial-2370↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]
05:31:25.424439 tst                  mo_mt_call.py:8: Test FAILED (6.3 sec)
05:31:25.487394 run   osmo-hlr_10.42.42.2(pid=30893): ERR: Terminated: ERROR {rc=237}  [trial-2370↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30893)]
05:31:25.539041 run   osmo-hlr_10.42.42.2(pid=30893): stdout: 
| (launched: 2022-12-10_05:31:22.402448) 
05:31:25.591459 run   osmo-hlr_10.42.42.2(pid=30893): stderr: 
| �[0;m�[1;31m20221210053122602 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210053122602 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210053122602 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210053122602 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210053122602 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210053122602 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210053122615 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210053122623 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210053122623 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210053122623 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
05:31:25.662234 run   osmo-msc_10.42.42.6(pid=30899): ERR: Terminated: ERROR {rc=2}  [trial-2370↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=30899)]
05:31:25.713919 run   osmo-msc_10.42.42.6(pid=30899): stdout: 
| (launched: 2022-12-10_05:31:24.466840) 
05:31:25.766068 run   osmo-msc_10.42.42.6(pid=30899): stderr: 
| �[0;m�[38;5;43m20221210053124791 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210053124791 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f389045ac40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210053124791 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210053124791 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210053124791 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210053124791 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210053124793 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210053124793 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210053124793 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210053124794 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
05:31:25.810249 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30892): Terminating (SIGTERM)
05:31:25.851868 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30895): Terminating (SIGTERM)
05:31:25.893643 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30898): Terminating (SIGTERM)
05:31:25.903278 ---      ParallelTerminationStrategy: PID 30892 died...
05:31:25.959130 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30892): Terminated: ok {rc=0}
05:31:25.969137 ---      ParallelTerminationStrategy: PID 30895 died...
05:31:26.024694 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30895): Terminated: ok {rc=0}
05:31:26.034826 ---      ParallelTerminationStrategy: PID 30898 died...
05:31:26.090393 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30898): Terminated: ok {rc=0}
05:31:26.177428 bus                        /sierra_3: Setting Powered False
05:31:27.285527 bus                        /sierra_3: Setting Powered False
05:31:28.397034 bus                        /sierra_2: Setting Powered False
</stdout></case><case><age>51</age><className>voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=30907): Process ended prematurely: osmo-stp_10.42.42.5(pid=30907) [trial-2370↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30907)]</errorStackTrace><failedSince>2320</failedSince><name>mo_mt_call_osmux.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py", line 8, in &lt;module&gt;
    test_mo_mt_call(True, True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py", line 19, in test_mo_mt_call
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30907): Process ended prematurely: osmo-stp_10.42.42.5(pid=30907) [trial-2370↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30907)]
</stderr><stdout>
----------------------------------------------
trial-2370 voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py
----------------------------------------------
05:31:29.511222 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)
05:31:29.523506 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)
05:31:29.676444 tst              mo_mt_call_osmux.py: using LAC 26183
05:31:29.805751 tst              mo_mt_call_osmux.py: using RAC 173
05:31:29.933311 tst              mo_mt_call_osmux.py: using CellId 26183
05:31:30.064219 tst              mo_mt_call_osmux.py: using BVCI 26184
05:31:30.088842 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)
05:31:30.100414 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)
05:31:30.111821 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)
05:31:30.123182 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)
05:31:30.134564 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)
05:31:30.146030 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)
05:31:30.266074 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)
05:31:30.470617 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
05:31:31.011932 run         create_hlr_db(pid=30901): Launched
05:31:31.205274 bus                        /sierra_2: Setting Powered False
05:31:32.257984 run         create_hlr_db(pid=30901): Terminated: ok {rc=0}
05:31:32.697203 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30903): Launched
05:31:33.025120 run   osmo-hlr_10.42.42.2(pid=30904): Launched
05:31:33.144696 run              osmo-stp_10.42.42.5: Starting osmo-stp
05:31:33.714129 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30906): Launched
05:31:34.040648 run   osmo-stp_10.42.42.5(pid=30907): Launched
05:31:34.158685 run              osmo-msc_10.42.42.6: Starting osmo-msc
05:31:34.757497 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30909): Launched
05:31:35.085731 run   osmo-msc_10.42.42.6(pid=30910): Launched
05:31:35.277031 run   osmo-stp_10.42.42.5(pid=30907): ERR: Terminated: ERROR {rc=1}  [trial-2370↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30907)]
05:31:35.415495 run   osmo-stp_10.42.42.5(pid=30907): stdout: 
| (launched: 2022-12-10_05:31:33.879291)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
05:31:35.553376 run   osmo-stp_10.42.42.5(pid=30907): stderr: 
| �[0;m�[38;5;43m20221210053134073 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210053134073 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210053134074 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210053134074 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210053134074 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210053134074 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210053134075 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
05:31:35.684401 run   osmo-stp_10.42.42.5(pid=30907): stdout: 
| (launched: 2022-12-10_05:31:33.879291)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
05:31:35.814080 run   osmo-stp_10.42.42.5(pid=30907): stderr: 
| �[0;m�[38;5;43m20221210053134073 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210053134073 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210053134074 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210053134074 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210053134074 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210053134074 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210053134075 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
05:31:35.871460 tst            mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30907): Process ended prematurely: osmo-stp_10.42.42.5(pid=30907) [trial-2370↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30907)]  [trial-2370↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]
05:31:35.880777 tst            mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)
05:31:35.943174 run   osmo-hlr_10.42.42.2(pid=30904): ERR: Terminated: ERROR {rc=237}  [trial-2370↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30904)]
05:31:35.994410 run   osmo-hlr_10.42.42.2(pid=30904): stdout: 
| (launched: 2022-12-10_05:31:32.863309) 
05:31:36.046409 run   osmo-hlr_10.42.42.2(pid=30904): stderr: 
| �[0;m�[1;31m20221210053133063 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210053133063 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210053133063 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210053133063 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210053133063 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210053133063 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210053133075 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210053133083 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210053133084 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210053133084 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
05:31:36.116744 run   osmo-msc_10.42.42.6(pid=30910): ERR: Terminated: ERROR {rc=2}  [trial-2370↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=30910)]
05:31:36.168131 run   osmo-msc_10.42.42.6(pid=30910): stdout: 
| (launched: 2022-12-10_05:31:34.923490) 
05:31:36.219921 run   osmo-msc_10.42.42.6(pid=30910): stderr: 
| �[0;m�[38;5;43m20221210053135247 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210053135248 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f57f419ec40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210053135248 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210053135248 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210053135248 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210053135248 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210053135250 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210053135250 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210053135250 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210053135250 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
05:31:36.263817 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30903): Terminating (SIGTERM)
05:31:36.305230 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30906): Terminating (SIGTERM)
05:31:36.346744 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30909): Terminating (SIGTERM)
05:31:36.355939 ---      ParallelTerminationStrategy: PID 30903 died...
05:31:36.411689 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30903): Terminated: ok {rc=0}
05:31:36.421804 ---      ParallelTerminationStrategy: PID 30906 died...
05:31:36.476997 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30906): Terminated: ok {rc=0}
05:31:36.487062 ---      ParallelTerminationStrategy: PID 30909 died...
05:31:36.542135 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30909): Terminated: ok {rc=0}
05:31:36.628373 bus                        /sierra_3: Setting Powered False
05:31:37.732626 bus                        /sierra_3: Setting Powered False
05:31:38.844087 bus                        /sierra_2: Setting Powered False
</stdout></case><duration>22.0</duration><id>6</id><name>voice_sysmo+mod-bts0-ts-tchf+cfg-codec-fr3</name><properties></properties><timestamp>2022-12-10T05:31:18</timestamp></suite><suite><case><age>40</age><className>voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=30921): Process ended prematurely: osmo-stp_10.42.42.5(pid=30921) [trial-2370↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30921)]</errorStackTrace><failedSince>2331</failedSince><name>mo_mt_call.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py", line 8, in &lt;module&gt;
    test_mo_mt_call(False, False)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py", line 19, in test_mo_mt_call
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30921): Process ended prematurely: osmo-stp_10.42.42.5(pid=30921) [trial-2370↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30921)]
</stderr><stdout>
----------------------------------------------
trial-2370 voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py
----------------------------------------------
05:31:40.809897 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)
05:31:40.821593 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)
05:31:40.968084 tst                    mo_mt_call.py: using LAC 26184
05:31:41.090065 tst                    mo_mt_call.py: using RAC 174
05:31:41.211769 tst                    mo_mt_call.py: using CellId 26184
05:31:41.332836 tst                    mo_mt_call.py: using BVCI 26185
05:31:41.356045 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)
05:31:41.367029 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)
05:31:41.377918 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)
05:31:41.389040 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)
05:31:41.400034 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)
05:31:41.411151 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)
05:31:41.527368 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)
05:31:41.727316 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
05:31:42.207161 run         create_hlr_db(pid=30915): Launched
05:31:42.381834 bus                        /sierra_2: Setting Powered False
05:31:43.402651 run         create_hlr_db(pid=30915): Terminated: ok {rc=0}
05:31:43.809776 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30917): Launched
05:31:44.115838 run   osmo-hlr_10.42.42.2(pid=30918): Launched
05:31:44.226356 run              osmo-stp_10.42.42.5: Starting osmo-stp
05:31:44.756708 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30920): Launched
05:31:45.063049 run   osmo-stp_10.42.42.5(pid=30921): Launched
05:31:45.174178 run              osmo-msc_10.42.42.6: Starting osmo-msc
05:31:45.731974 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30923): Launched
05:31:46.093803 run   osmo-msc_10.42.42.6(pid=30924): Launched
05:31:46.405055 run   osmo-stp_10.42.42.5(pid=30921): ERR: Terminated: ERROR {rc=1}  [trial-2370↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30921)]
05:31:46.574535 run   osmo-stp_10.42.42.5(pid=30921): stdout: 
| (launched: 2022-12-10_05:31:44.911260)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
05:31:46.855713 run   osmo-stp_10.42.42.5(pid=30921): stderr: 
| �[0;m�[38;5;43m20221210053145084 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210053145084 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210053145085 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210053145085 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210053145086 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210053145086 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210053145086 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
05:31:47.031658 run   osmo-stp_10.42.42.5(pid=30921): stdout: 
| (launched: 2022-12-10_05:31:44.911260)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
05:31:47.204353 run   osmo-stp_10.42.42.5(pid=30921): stderr: 
| �[0;m�[38;5;43m20221210053145084 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210053145084 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210053145085 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210053145085 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210053145086 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210053145086 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210053145086 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
05:31:47.282617 tst                  mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30921): Process ended prematurely: osmo-stp_10.42.42.5(pid=30921) [trial-2370↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30921)]  [trial-2370↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8]
05:31:47.297357 tst                  mo_mt_call.py:8: Test FAILED (6.5 sec)
05:31:47.364571 run   osmo-hlr_10.42.42.2(pid=30918): ERR: Terminated: ERROR {rc=237}  [trial-2370↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30918)]
05:31:47.417512 run   osmo-hlr_10.42.42.2(pid=30918): stdout: 
| (launched: 2022-12-10_05:31:43.964082) 
05:31:47.469298 run   osmo-hlr_10.42.42.2(pid=30918): stderr: 
| �[0;m�[1;31m20221210053144144 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210053144144 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210053144144 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210053144144 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210053144144 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210053144144 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210053144161 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210053144169 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210053144169 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210053144169 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
05:31:47.539296 run   osmo-msc_10.42.42.6(pid=30924): ERR: Terminated: ERROR {rc=2}  [trial-2370↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=30924)]
05:31:47.590858 run   osmo-msc_10.42.42.6(pid=30924): stdout: 
| (launched: 2022-12-10_05:31:45.899890) 
05:31:47.642842 run   osmo-msc_10.42.42.6(pid=30924): stderr: 
| �[0;m�[38;5;43m20221210053146520 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210053146520 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f2bff1f4c40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210053146520 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210053146534 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210053146534 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210053146534 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210053146536 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210053146537 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210053146537 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210053146537 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
05:31:47.687099 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30917): Terminating (SIGTERM)
05:31:47.728267 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30920): Terminating (SIGTERM)
05:31:47.769820 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30923): Terminating (SIGTERM)
05:31:47.779299 ---      ParallelTerminationStrategy: PID 30917 died...
05:31:47.834507 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30917): Terminated: ok {rc=0}
05:31:47.844536 ---      ParallelTerminationStrategy: PID 30920 died...
05:31:47.900239 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30920): Terminated: ok {rc=0}
05:31:47.910307 ---      ParallelTerminationStrategy: PID 30923 died...
05:31:47.965510 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30923): Terminated: ok {rc=0}
05:31:48.052283 bus                        /sierra_3: Setting Powered False
05:31:49.159266 bus                        /sierra_3: Setting Powered False
05:31:50.267416 bus                        /sierra_2: Setting Powered False
</stdout></case><case><age>49</age><className>voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=30932): Process ended prematurely: osmo-stp_10.42.42.5(pid=30932) [trial-2370↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30932)]</errorStackTrace><failedSince>2322</failedSince><name>mo_mt_call_osmux.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py", line 8, in &lt;module&gt;
    test_mo_mt_call(True, True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py", line 19, in test_mo_mt_call
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30932): Process ended prematurely: osmo-stp_10.42.42.5(pid=30932) [trial-2370↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30932)]
</stderr><stdout>
----------------------------------------------
trial-2370 voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py
----------------------------------------------
05:31:51.382276 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)
05:31:51.394406 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)
05:31:51.547085 tst              mo_mt_call_osmux.py: using LAC 26185
05:31:51.676507 tst              mo_mt_call_osmux.py: using RAC 175
05:31:51.806442 tst              mo_mt_call_osmux.py: using CellId 26185
05:31:51.933853 tst              mo_mt_call_osmux.py: using BVCI 26186
05:31:51.959223 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)
05:31:51.970831 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)
05:31:51.982212 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)
05:31:51.993638 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)
05:31:52.005147 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)
05:31:52.016561 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)
05:31:52.132233 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)
05:31:52.343871 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
05:31:52.866269 run         create_hlr_db(pid=30926): Launched
05:31:53.054499 bus                        /sierra_2: Setting Powered False
05:31:54.074575 run         create_hlr_db(pid=30926): Terminated: ok {rc=0}
05:31:54.485791 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30928): Launched
05:31:54.792616 run   osmo-hlr_10.42.42.2(pid=30929): Launched
05:31:54.904873 run              osmo-stp_10.42.42.5: Starting osmo-stp
05:31:55.435849 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30931): Launched
05:31:55.741593 run   osmo-stp_10.42.42.5(pid=30932): Launched
05:31:55.852486 run              osmo-msc_10.42.42.6: Starting osmo-msc
05:31:56.410771 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30934): Launched
05:31:56.717393 run   osmo-msc_10.42.42.6(pid=30935): Launched
05:31:56.896480 run   osmo-stp_10.42.42.5(pid=30932): ERR: Terminated: ERROR {rc=1}  [trial-2370↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30932)]
05:31:57.026246 run   osmo-stp_10.42.42.5(pid=30932): stdout: 
| (launched: 2022-12-10_05:31:55.590537)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
05:31:57.153598 run   osmo-stp_10.42.42.5(pid=30932): stderr: 
| �[0;m�[38;5;43m20221210053155763 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210053155764 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210053155764 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210053155764 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210053155765 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210053155765 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210053155765 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
05:31:57.275863 run   osmo-stp_10.42.42.5(pid=30932): stdout: 
| (launched: 2022-12-10_05:31:55.590537)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
05:31:57.397123 run   osmo-stp_10.42.42.5(pid=30932): stderr: 
| �[0;m�[38;5;43m20221210053155763 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210053155764 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210053155764 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210053155764 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210053155765 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210053155765 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210053155765 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
05:31:57.450988 tst            mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30932): Process ended prematurely: osmo-stp_10.42.42.5(pid=30932) [trial-2370↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30932)]  [trial-2370↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8]
05:31:57.459870 tst            mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)
05:31:57.519924 run   osmo-hlr_10.42.42.2(pid=30929): ERR: Terminated: ERROR {rc=237}  [trial-2370↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30929)]
05:31:57.569268 run   osmo-hlr_10.42.42.2(pid=30929): stdout: 
| (launched: 2022-12-10_05:31:54.640771) 
05:31:57.619054 run   osmo-hlr_10.42.42.2(pid=30929): stderr: 
| �[0;m�[1;31m20221210053154820 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210053154821 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210053154821 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210053154821 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210053154821 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210053154821 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210053154832 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210053154841 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210053154841 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210053154841 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
05:31:57.685891 run   osmo-msc_10.42.42.6(pid=30935): ERR: Terminated: ERROR {rc=2}  [trial-2370↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=30935)]
05:31:57.735059 run   osmo-msc_10.42.42.6(pid=30935): stdout: 
| (launched: 2022-12-10_05:31:56.565418) 
05:31:57.784926 run   osmo-msc_10.42.42.6(pid=30935): stderr: 
| �[0;m�[38;5;43m20221210053156840 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210053156840 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f8a9842cc40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210053156840 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210053156840 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210053156840 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210053156840 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210053156842 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210053156843 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210053156843 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210053156843 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
05:31:57.826635 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30928): Terminating (SIGTERM)
05:31:57.866442 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30931): Terminating (SIGTERM)
05:31:57.906352 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30934): Terminating (SIGTERM)
05:31:57.915862 ---      ParallelTerminationStrategy: PID 30928 died...
05:31:57.968923 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30928): Terminated: ok {rc=0}
05:31:57.978935 ---      ParallelTerminationStrategy: PID 30931 died...
05:31:58.031853 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30931): Terminated: ok {rc=0}
05:31:58.041833 ---      ParallelTerminationStrategy: PID 30934 died...
05:31:58.094558 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30934): Terminated: ok {rc=0}
05:31:58.178153 bus                        /sierra_3: Setting Powered False
05:31:59.283791 bus                        /sierra_3: Setting Powered False
05:32:00.391376 bus                        /sierra_2: Setting Powered False
</stdout></case><duration>22.0</duration><id>7</id><name>voice_sysmo+mod-bts0-ts-tchh+cfg-codec-hr1</name><properties></properties><timestamp>2022-12-10T05:31:40</timestamp></suite><suite><case><age>40</age><className>voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=30946): Process ended prematurely: osmo-stp_10.42.42.5(pid=30946) [trial-2370↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30946)]</errorStackTrace><failedSince>2331</failedSince><name>mo_mt_call.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py", line 8, in &lt;module&gt;
    test_mo_mt_call(False, False)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py", line 19, in test_mo_mt_call
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30946): Process ended prematurely: osmo-stp_10.42.42.5(pid=30946) [trial-2370↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30946)]
</stderr><stdout>
----------------------------------------------
trial-2370 voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py
----------------------------------------------
05:32:02.367432 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)
05:32:02.378944 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)
05:32:02.532247 tst                    mo_mt_call.py: using LAC 26186
05:32:02.659605 tst                    mo_mt_call.py: using RAC 176
05:32:02.791003 tst                    mo_mt_call.py: using CellId 26186
05:32:02.918276 tst                    mo_mt_call.py: using BVCI 26187
05:32:02.943191 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)
05:32:02.954789 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)
05:32:02.966225 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)
05:32:02.977633 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)
05:32:02.989122 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)
05:32:03.000513 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)
05:32:03.116181 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)
05:32:03.327483 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
05:32:03.850703 run         create_hlr_db(pid=30940): Launched
05:32:04.038532 bus                        /sierra_2: Setting Powered False
05:32:05.059215 run         create_hlr_db(pid=30940): Terminated: ok {rc=0}
05:32:05.471011 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30942): Launched
05:32:05.778515 run   osmo-hlr_10.42.42.2(pid=30943): Launched
05:32:05.890870 run              osmo-stp_10.42.42.5: Starting osmo-stp
05:32:06.423725 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30945): Launched
05:32:06.729793 run   osmo-stp_10.42.42.5(pid=30946): Launched
05:32:06.840640 run              osmo-msc_10.42.42.6: Starting osmo-msc
05:32:07.402354 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30948): Launched
05:32:07.709433 run   osmo-msc_10.42.42.6(pid=30949): Launched
05:32:07.887890 run   osmo-stp_10.42.42.5(pid=30946): ERR: Terminated: ERROR {rc=1}  [trial-2370↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30946)]
05:32:08.017803 run   osmo-stp_10.42.42.5(pid=30946): stdout: 
| (launched: 2022-12-10_05:32:06.577943)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
05:32:08.145380 run   osmo-stp_10.42.42.5(pid=30946): stderr: 
| �[0;m�[38;5;43m20221210053206753 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210053206753 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210053206753 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210053206754 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210053206754 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210053206754 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210053206754 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
05:32:08.267869 run   osmo-stp_10.42.42.5(pid=30946): stdout: 
| (launched: 2022-12-10_05:32:06.577943)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
05:32:08.389403 run   osmo-stp_10.42.42.5(pid=30946): stderr: 
| �[0;m�[38;5;43m20221210053206753 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210053206753 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210053206753 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210053206754 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210053206754 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210053206754 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210053206754 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
05:32:08.443403 tst                  mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30946): Process ended prematurely: osmo-stp_10.42.42.5(pid=30946) [trial-2370↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30946)]  [trial-2370↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]
05:32:08.452119 tst                  mo_mt_call.py:8: Test FAILED (6.1 sec)
05:32:08.512516 run   osmo-hlr_10.42.42.2(pid=30943): ERR: Terminated: ERROR {rc=237}  [trial-2370↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30943)]
05:32:08.562888 run   osmo-hlr_10.42.42.2(pid=30943): stdout: 
| (launched: 2022-12-10_05:32:05.626177) 
05:32:08.613139 run   osmo-hlr_10.42.42.2(pid=30943): stderr: 
| �[0;m�[1;31m20221210053205804 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210053205804 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210053205804 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210053205804 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210053205804 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210053205804 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210053205818 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210053205827 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210053205827 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210053205827 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
05:32:08.680510 run   osmo-msc_10.42.42.6(pid=30949): ERR: Terminated: ERROR {rc=2}  [trial-2370↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=30949)]
05:32:08.730386 run   osmo-msc_10.42.42.6(pid=30949): stdout: 
| (launched: 2022-12-10_05:32:07.557148) 
05:32:08.780180 run   osmo-msc_10.42.42.6(pid=30949): stderr: 
| �[0;m�[38;5;43m20221210053207831 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210053207832 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f3bab705c40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210053207832 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210053207832 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210053207832 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210053207832 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210053207834 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210053207834 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210053207835 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210053207835 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
05:32:08.822264 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30942): Terminating (SIGTERM)
05:32:08.862013 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30945): Terminating (SIGTERM)
05:32:08.901933 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30948): Terminating (SIGTERM)
05:32:08.911049 ---      ParallelTerminationStrategy: PID 30942 died...
05:32:08.964913 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30942): Terminated: ok {rc=0}
05:32:08.974562 ---      ParallelTerminationStrategy: PID 30945 died...
05:32:09.027794 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30945): Terminated: ok {rc=0}
05:32:09.037617 ---      ParallelTerminationStrategy: PID 30948 died...
05:32:09.090802 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30948): Terminated: ok {rc=0}
05:32:09.175278 bus                        /sierra_3: Setting Powered False
05:32:10.282549 bus                        /sierra_3: Setting Powered False
05:32:11.393773 bus                        /sierra_2: Setting Powered False
</stdout></case><case><age>40</age><className>voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=30957): Process ended prematurely: osmo-stp_10.42.42.5(pid=30957) [trial-2370↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30957)]</errorStackTrace><failedSince>2331</failedSince><name>mo_mt_call_osmux.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py", line 8, in &lt;module&gt;
    test_mo_mt_call(True, True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py", line 19, in test_mo_mt_call
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30957): Process ended prematurely: osmo-stp_10.42.42.5(pid=30957) [trial-2370↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30957)]
</stderr><stdout>
----------------------------------------------
trial-2370 voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py
----------------------------------------------
05:32:12.505172 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)
05:32:12.517060 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)
05:32:12.662487 tst              mo_mt_call_osmux.py: using LAC 26187
05:32:12.788120 tst              mo_mt_call_osmux.py: using RAC 177
05:32:12.915165 tst              mo_mt_call_osmux.py: using CellId 26187
05:32:13.043123 tst              mo_mt_call_osmux.py: using BVCI 26188
05:32:13.068018 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)
05:32:13.079875 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)
05:32:13.091484 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)
05:32:13.103200 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)
05:32:13.114744 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)
05:32:13.126389 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)
05:32:13.242864 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)
05:32:13.457959 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
05:32:13.978430 run         create_hlr_db(pid=30951): Launched
05:32:14.166168 bus                        /sierra_2: Setting Powered False
05:32:15.186483 run         create_hlr_db(pid=30951): Terminated: ok {rc=0}
05:32:15.597348 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30953): Launched
05:32:16.027537 run   osmo-hlr_10.42.42.2(pid=30954): Launched
05:32:16.186339 run              osmo-stp_10.42.42.5: Starting osmo-stp
05:32:16.779973 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30956): Launched
05:32:17.224479 run   osmo-stp_10.42.42.5(pid=30957): Launched
05:32:17.352908 run              osmo-msc_10.42.42.6: Starting osmo-msc
05:32:17.951431 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30959): Launched
05:32:18.277163 run   osmo-msc_10.42.42.6(pid=30960): Launched
05:32:18.467633 run   osmo-stp_10.42.42.5(pid=30957): ERR: Terminated: ERROR {rc=1}  [trial-2370↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30957)]
05:32:18.605416 run   osmo-stp_10.42.42.5(pid=30957): stdout: 
| (launched: 2022-12-10_05:32:16.951043)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
05:32:18.742340 run   osmo-stp_10.42.42.5(pid=30957): stderr: 
| �[0;m�[38;5;43m20221210053217203 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210053217203 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210053217204 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210053217204 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210053217205 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210053217205 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210053217205 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
05:32:18.873452 run   osmo-stp_10.42.42.5(pid=30957): stdout: 
| (launched: 2022-12-10_05:32:16.951043)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
05:32:19.002949 run   osmo-stp_10.42.42.5(pid=30957): stderr: 
| �[0;m�[38;5;43m20221210053217203 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210053217203 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210053217204 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210053217204 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210053217205 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210053217205 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210053217205 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
05:32:19.061169 tst            mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30957): Process ended prematurely: osmo-stp_10.42.42.5(pid=30957) [trial-2370↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30957)]  [trial-2370↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]
05:32:19.070798 tst            mo_mt_call_osmux.py:8: Test FAILED (6.6 sec)
05:32:19.133273 run   osmo-hlr_10.42.42.2(pid=30954): ERR: Terminated: ERROR {rc=237}  [trial-2370↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30954)]
05:32:19.184382 run   osmo-hlr_10.42.42.2(pid=30954): stdout: 
| (launched: 2022-12-10_05:32:15.751271) 
05:32:19.236079 run   osmo-hlr_10.42.42.2(pid=30954): stderr: 
| �[0;m�[1;31m20221210053215954 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210053215954 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210053215954 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210053215955 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210053215955 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210053215955 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210053215976 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210053215984 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210053215993 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210053215993 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
05:32:19.306101 run   osmo-msc_10.42.42.6(pid=30960): ERR: Terminated: ERROR {rc=2}  [trial-2370↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=30960)]
05:32:19.357415 run   osmo-msc_10.42.42.6(pid=30960): stdout: 
| (launched: 2022-12-10_05:32:18.116910) 
05:32:19.408923 run   osmo-msc_10.42.42.6(pid=30960): stderr: 
| �[0;m�[38;5;43m20221210053218445 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210053218445 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f2567b3fc40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210053218445 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210053218445 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210053218445 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210053218445 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210053218447 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210053218447 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210053218448 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210053218448 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
05:32:19.452790 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30953): Terminating (SIGTERM)
05:32:19.494175 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30956): Terminating (SIGTERM)
05:32:19.535783 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30959): Terminating (SIGTERM)
05:32:19.545422 ---      ParallelTerminationStrategy: PID 30953 died...
05:32:19.601261 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30953): Terminated: ok {rc=0}
05:32:19.611266 ---      ParallelTerminationStrategy: PID 30956 died...
05:32:19.666337 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30956): Terminated: ok {rc=0}
05:32:19.676483 ---      ParallelTerminationStrategy: PID 30959 died...
05:32:19.731551 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30959): Terminated: ok {rc=0}
05:32:19.817845 bus                        /sierra_3: Setting Powered False
05:32:20.923612 bus                        /sierra_3: Setting Powered False
05:32:22.033858 bus                        /sierra_2: Setting Powered False
</stdout></case><duration>22.0</duration><id>8</id><name>voice_sysmo+mod-bts0-ts-tchh+cfg-codec-hr3</name><properties></properties><timestamp>2022-12-10T05:32:02</timestamp></suite><suite><case><age>40</age><className>voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=30973): Process ended prematurely: osmo-stp_10.42.42.5(pid=30973) [trial-2370↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30973)]</errorStackTrace><failedSince>2331</failedSince><name>mo_mt_call.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py", line 8, in &lt;module&gt;
    test_mo_mt_call(False, False)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py", line 19, in test_mo_mt_call
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30973): Process ended prematurely: osmo-stp_10.42.42.5(pid=30973) [trial-2370↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30973)]
</stderr><stdout>
----------------------------------------------
trial-2370 voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py
----------------------------------------------
05:32:23.984330 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)
05:32:23.995438 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)
05:32:24.139759 tst                    mo_mt_call.py: using LAC 26188
05:32:24.259142 tst                    mo_mt_call.py: using RAC 178
05:32:24.380062 tst                    mo_mt_call.py: using CellId 26188
05:32:24.500866 tst                    mo_mt_call.py: using BVCI 26189
05:32:24.524049 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)
05:32:24.535141 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)
05:32:24.546101 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)
05:32:24.557243 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)
05:32:24.568346 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)
05:32:24.579591 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)
05:32:24.692243 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)
05:32:24.893386 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
05:32:25.375349 run         create_hlr_db(pid=30967): Launched
05:32:25.550685 bus                        /sierra_2: Setting Powered False
05:32:26.572275 run         create_hlr_db(pid=30967): Terminated: ok {rc=0}
05:32:27.008635 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30969): Launched
05:32:27.337460 run   osmo-hlr_10.42.42.2(pid=30970): Launched
05:32:27.458883 run              osmo-stp_10.42.42.5: Starting osmo-stp
05:32:28.028057 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30972): Launched
05:32:28.355790 run   osmo-stp_10.42.42.5(pid=30973): Launched
05:32:28.474386 run              osmo-msc_10.42.42.6: Starting osmo-msc
05:32:29.072367 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30975): Launched
05:32:29.401104 run   osmo-msc_10.42.42.6(pid=30976): Launched
05:32:29.592233 run   osmo-stp_10.42.42.5(pid=30973): ERR: Terminated: ERROR {rc=1}  [trial-2370↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30973)]
05:32:29.730107 run   osmo-stp_10.42.42.5(pid=30973): stdout: 
| (launched: 2022-12-10_05:32:28.193781)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
05:32:29.867064 run   osmo-stp_10.42.42.5(pid=30973): stderr: 
| �[0;m�[38;5;43m20221210053228390 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210053228390 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210053228390 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210053228390 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210053228391 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210053228391 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210053228391 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
05:32:29.998239 run   osmo-stp_10.42.42.5(pid=30973): stdout: 
| (launched: 2022-12-10_05:32:28.193781)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
05:32:30.128100 run   osmo-stp_10.42.42.5(pid=30973): stderr: 
| �[0;m�[38;5;43m20221210053228390 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210053228390 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210053228390 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210053228390 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210053228391 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210053228391 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210053228391 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
05:32:30.185645 tst                  mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30973): Process ended prematurely: osmo-stp_10.42.42.5(pid=30973) [trial-2370↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30973)]  [trial-2370↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]
05:32:30.195025 tst                  mo_mt_call.py:8: Test FAILED (6.2 sec)
05:32:30.257512 run   osmo-hlr_10.42.42.2(pid=30970): ERR: Terminated: ERROR {rc=237}  [trial-2370↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30970)]
05:32:30.309024 run   osmo-hlr_10.42.42.2(pid=30970): stdout: 
| (launched: 2022-12-10_05:32:27.175774) 
05:32:30.361049 run   osmo-hlr_10.42.42.2(pid=30970): stderr: 
| �[0;m�[1;31m20221210053227378 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210053227378 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210053227378 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210053227378 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210053227378 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210053227378 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210053227391 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210053227401 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210053227401 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210053227401 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
05:32:30.431701 run   osmo-msc_10.42.42.6(pid=30976): ERR: Terminated: ERROR {rc=2}  [trial-2370↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=30976)]
05:32:30.483395 run   osmo-msc_10.42.42.6(pid=30976): stdout: 
| (launched: 2022-12-10_05:32:29.239252) 
05:32:30.535413 run   osmo-msc_10.42.42.6(pid=30976): stderr: 
| �[0;m�[38;5;43m20221210053229563 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210053229563 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f9d1e654c40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210053229563 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210053229563 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210053229563 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210053229564 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210053229565 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210053229566 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210053229566 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210053229566 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
05:32:30.579308 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30969): Terminating (SIGTERM)
05:32:30.621151 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30972): Terminating (SIGTERM)
05:32:30.662951 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30975): Terminating (SIGTERM)
05:32:30.672510 ---      ParallelTerminationStrategy: PID 30969 died...
05:32:30.728225 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30969): Terminated: ok {rc=0}
05:32:30.738352 ---      ParallelTerminationStrategy: PID 30972 died...
05:32:30.794370 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30972): Terminated: ok {rc=0}
05:32:30.804461 ---      ParallelTerminationStrategy: PID 30975 died...
05:32:30.865427 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30975): Terminated: ok {rc=0}
05:32:30.973162 bus                        /sierra_3: Setting Powered False
05:32:32.080499 bus                        /sierra_3: Setting Powered False
05:32:33.190943 bus                        /sierra_2: Setting Powered False
</stdout></case><case><age>51</age><className>voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=30985): Process ended prematurely: osmo-stp_10.42.42.5(pid=30985) [trial-2370↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30985)]</errorStackTrace><failedSince>2320</failedSince><name>mo_mt_call_osmux.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py", line 8, in &lt;module&gt;
    test_mo_mt_call(True, True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py", line 19, in test_mo_mt_call
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30985): Process ended prematurely: osmo-stp_10.42.42.5(pid=30985) [trial-2370↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30985)]
</stderr><stdout>
----------------------------------------------
trial-2370 voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py
----------------------------------------------
05:32:34.305367 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)
05:32:34.317783 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)
05:32:34.472286 tst              mo_mt_call_osmux.py: using LAC 26189
05:32:34.600248 tst              mo_mt_call_osmux.py: using RAC 179
05:32:34.729646 tst              mo_mt_call_osmux.py: using CellId 26189
05:32:34.859448 tst              mo_mt_call_osmux.py: using BVCI 26190
05:32:34.884656 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)
05:32:34.896304 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)
05:32:34.907874 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)
05:32:34.919254 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)
05:32:34.930990 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)
05:32:34.942482 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)
05:32:35.063608 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)
05:32:35.267084 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
05:32:35.750540 run         create_hlr_db(pid=30978): Launched
05:32:35.927555 bus                        /sierra_2: Setting Powered False
05:32:36.947179 run         create_hlr_db(pid=30978): Terminated: ok {rc=0}
05:32:37.382377 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30981): Launched
05:32:37.712019 run   osmo-hlr_10.42.42.2(pid=30982): Launched
05:32:37.833814 run              osmo-stp_10.42.42.5: Starting osmo-stp
05:32:38.366791 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30984): Launched
05:32:38.672347 run   osmo-stp_10.42.42.5(pid=30985): Launched
05:32:38.793592 run              osmo-msc_10.42.42.6: Starting osmo-msc
05:32:39.356875 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30987): Launched
05:32:39.663270 run   osmo-msc_10.42.42.6(pid=30988): Launched
05:32:39.841836 run   osmo-stp_10.42.42.5(pid=30985): ERR: Terminated: ERROR {rc=1}  [trial-2370↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30985)]
05:32:39.972025 run   osmo-stp_10.42.42.5(pid=30985): stdout: 
| (launched: 2022-12-10_05:32:38.521090)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
05:32:40.099443 run   osmo-stp_10.42.42.5(pid=30985): stderr: 
| �[0;m�[38;5;43m20221210053238693 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210053238694 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210053238694 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210053238694 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210053238696 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210053238697 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210053238697 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
05:32:40.221608 run   osmo-stp_10.42.42.5(pid=30985): stdout: 
| (launched: 2022-12-10_05:32:38.521090)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
05:32:40.342140 run   osmo-stp_10.42.42.5(pid=30985): stderr: 
| �[0;m�[38;5;43m20221210053238693 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210053238694 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210053238694 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210053238694 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210053238696 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210053238697 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210053238697 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
05:32:40.395427 tst            mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30985): Process ended prematurely: osmo-stp_10.42.42.5(pid=30985) [trial-2370↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30985)]  [trial-2370↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]
05:32:40.404114 tst            mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)
05:32:40.463635 run   osmo-hlr_10.42.42.2(pid=30982): ERR: Terminated: ERROR {rc=237}  [trial-2370↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30982)]
05:32:40.512373 run   osmo-hlr_10.42.42.2(pid=30982): stdout: 
| (launched: 2022-12-10_05:32:37.549252) 
05:32:40.561751 run   osmo-hlr_10.42.42.2(pid=30982): stderr: 
| �[0;m�[1;31m20221210053237749 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210053237750 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210053237750 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210053237750 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210053237750 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210053237750 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210053237762 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210053237771 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210053237771 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210053237771 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
05:32:40.628693 run   osmo-msc_10.42.42.6(pid=30988): ERR: Terminated: ERROR {rc=2}  [trial-2370↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=30988)]
05:32:40.677091 run   osmo-msc_10.42.42.6(pid=30988): stdout: 
| (launched: 2022-12-10_05:32:39.511180) 
05:32:40.726097 run   osmo-msc_10.42.42.6(pid=30988): stderr: 
| �[0;m�[38;5;43m20221210053239787 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210053239787 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fdf54f17c40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210053239787 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210053239787 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210053239788 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210053239788 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210053239790 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210053239791 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210053239791 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210053239791 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
05:32:40.767241 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30981): Terminating (SIGTERM)
05:32:40.806599 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30984): Terminating (SIGTERM)
05:32:40.846005 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30987): Terminating (SIGTERM)
05:32:40.855223 ---      ParallelTerminationStrategy: PID 30981 died...
05:32:40.907905 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30981): Terminated: ok {rc=0}
05:32:40.917902 ---      ParallelTerminationStrategy: PID 30984 died...
05:32:40.970241 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30984): Terminated: ok {rc=0}
05:32:40.979820 ---      ParallelTerminationStrategy: PID 30987 died...
05:32:41.032254 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30987): Terminated: ok {rc=0}
05:32:41.119777 bus                        /sierra_3: Setting Powered False
05:32:42.226817 bus                        /sierra_3: Setting Powered False
05:32:43.334439 bus                        /sierra_2: Setting Powered False
</stdout></case><duration>22.0</duration><id>9</id><name>voice_sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any</name><properties></properties><timestamp>2022-12-10T05:32:23</timestamp></suite><suite><case><age>40</age><className>voice:sysmo+mod-bts0-dynts-osmo</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=30999): Process ended prematurely: osmo-stp_10.42.42.5(pid=30999) [trial-2370↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30999)]</errorStackTrace><failedSince>2331</failedSince><name>mo_mt_call.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py", line 8, in &lt;module&gt;
    test_mo_mt_call(False, False)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py", line 19, in test_mo_mt_call
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30999): Process ended prematurely: osmo-stp_10.42.42.5(pid=30999) [trial-2370↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30999)]
</stderr><stdout>
----------------------------------------------
trial-2370 voice:sysmo+mod-bts0-dynts-osmo mo_mt_call.py
----------------------------------------------
05:32:45.293365 tst  voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)
05:32:45.304525 tst  voice:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)
05:32:45.455382 tst                    mo_mt_call.py: using LAC 26190
05:32:45.577683 tst                    mo_mt_call.py: using RAC 180
05:32:45.695651 tst                    mo_mt_call.py: using CellId 26190
05:32:45.816258 tst                    mo_mt_call.py: using BVCI 26191
05:32:45.845443 tst  voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)
05:32:45.856880 tst  voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)
05:32:45.868923 tst  voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)
05:32:45.886056 tst  voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)
05:32:45.897860 tst  voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)
05:32:45.909238 tst  voice:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)
05:32:46.048256 tst  voice:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)
05:32:46.291653 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
05:32:46.921150 run         create_hlr_db(pid=30993): Launched
05:32:47.116702 bus                        /sierra_2: Setting Powered False
05:32:48.132202 run         create_hlr_db(pid=30993): Terminated: ok {rc=0}
05:32:48.569713 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30995): Launched
05:32:48.895595 run   osmo-hlr_10.42.42.2(pid=30996): Launched
05:32:49.014609 run              osmo-stp_10.42.42.5: Starting osmo-stp
05:32:49.584439 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30998): Launched
05:32:49.911838 run   osmo-stp_10.42.42.5(pid=30999): Launched
05:32:50.030214 run              osmo-msc_10.42.42.6: Starting osmo-msc
05:32:50.629966 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31001): Launched
05:32:50.956759 run   osmo-msc_10.42.42.6(pid=31002): Launched
05:32:51.147091 run   osmo-stp_10.42.42.5(pid=30999): ERR: Terminated: ERROR {rc=1}  [trial-2370↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30999)]
05:32:51.290563 run   osmo-stp_10.42.42.5(pid=30999): stdout: 
| (launched: 2022-12-10_05:32:49.750409)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
05:32:51.428521 run   osmo-stp_10.42.42.5(pid=30999): stderr: 
| �[0;m�[38;5;43m20221210053249947 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210053249948 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210053249948 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210053249948 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210053249949 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210053249949 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210053249949 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
05:32:51.559692 run   osmo-stp_10.42.42.5(pid=30999): stdout: 
| (launched: 2022-12-10_05:32:49.750409)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
05:32:51.689338 run   osmo-stp_10.42.42.5(pid=30999): stderr: 
| �[0;m�[38;5;43m20221210053249947 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210053249948 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210053249948 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210053249948 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210053249949 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210053249949 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210053249949 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
05:32:51.746538 tst                  mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30999): Process ended prematurely: osmo-stp_10.42.42.5(pid=30999) [trial-2370↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30999)]  [trial-2370↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py:8]
05:32:51.755755 tst                  mo_mt_call.py:8: Test FAILED (6.5 sec)
05:32:51.818099 run   osmo-hlr_10.42.42.2(pid=30996): ERR: Terminated: ERROR {rc=237}  [trial-2370↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30996)]
05:32:51.869410 run   osmo-hlr_10.42.42.2(pid=30996): stdout: 
| (launched: 2022-12-10_05:32:48.735027) 
05:32:51.921423 run   osmo-hlr_10.42.42.2(pid=30996): stderr: 
| �[0;m�[1;31m20221210053248935 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210053248935 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210053248935 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210053248935 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210053248935 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210053248935 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210053248948 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/voice:sysmo+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210053248956 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210053248956 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210053248956 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
05:32:51.991867 run   osmo-msc_10.42.42.6(pid=31002): ERR: Terminated: ERROR {rc=2}  [trial-2370↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=31002)]
05:32:52.043007 run   osmo-msc_10.42.42.6(pid=31002): stdout: 
| (launched: 2022-12-10_05:32:50.795280) 
05:32:52.094714 run   osmo-msc_10.42.42.6(pid=31002): stderr: 
| �[0;m�[38;5;43m20221210053251119 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210053251120 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd963e1cc40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210053251120 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210053251120 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210053251120 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210053251120 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210053251122 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210053251122 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210053251122 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210053251122 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
05:32:52.138602 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30995): Terminating (SIGTERM)
05:32:52.180136 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30998): Terminating (SIGTERM)
05:32:52.221788 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31001): Terminating (SIGTERM)
05:32:52.231394 ---      ParallelTerminationStrategy: PID 30995 died...
05:32:52.286993 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30995): Terminated: ok {rc=0}
05:32:52.296874 ---      ParallelTerminationStrategy: PID 30998 died...
05:32:52.352321 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30998): Terminated: ok {rc=0}
05:32:52.362220 ---      ParallelTerminationStrategy: PID 31001 died...
05:32:52.417320 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31001): Terminated: ok {rc=0}
05:32:52.505000 bus                        /sierra_3: Setting Powered False
05:32:53.609232 bus                        /sierra_3: Setting Powered False
05:32:54.722305 bus                        /sierra_2: Setting Powered False
</stdout></case><case><age>51</age><className>voice:sysmo+mod-bts0-dynts-osmo</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=31010): Process ended prematurely: osmo-stp_10.42.42.5(pid=31010) [trial-2370↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31010)]</errorStackTrace><failedSince>2320</failedSince><name>mo_mt_call_osmux.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py", line 8, in &lt;module&gt;
    test_mo_mt_call(True, True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py", line 19, in test_mo_mt_call
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31010): Process ended prematurely: osmo-stp_10.42.42.5(pid=31010) [trial-2370↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31010)]
</stderr><stdout>
----------------------------------------------
trial-2370 voice:sysmo+mod-bts0-dynts-osmo mo_mt_call_osmux.py
----------------------------------------------
05:32:55.833511 tst  voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)
05:32:55.845094 tst  voice:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)
05:32:55.992650 tst              mo_mt_call_osmux.py: using LAC 26191
05:32:56.114459 tst              mo_mt_call_osmux.py: using RAC 181
05:32:56.240563 tst              mo_mt_call_osmux.py: using CellId 26191
05:32:56.370120 tst              mo_mt_call_osmux.py: using BVCI 26192
05:32:56.395087 tst  voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)
05:32:56.406534 tst  voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)
05:32:56.417877 tst  voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)
05:32:56.429180 tst  voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)
05:32:56.440740 tst  voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)
05:32:56.452091 tst  voice:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)
05:32:56.568462 tst  voice:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)
05:32:56.780474 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
05:32:57.301231 run         create_hlr_db(pid=31004): Launched
05:32:57.490555 bus                        /sierra_2: Setting Powered False
05:32:58.510671 run         create_hlr_db(pid=31004): Terminated: ok {rc=0}
05:32:58.920577 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31006): Launched
05:32:59.226381 run   osmo-hlr_10.42.42.2(pid=31007): Launched
05:32:59.341768 run              osmo-stp_10.42.42.5: Starting osmo-stp
05:32:59.883116 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31009): Launched
05:33:00.190192 run   osmo-stp_10.42.42.5(pid=31010): Launched
05:33:00.301748 run              osmo-msc_10.42.42.6: Starting osmo-msc
05:33:00.882371 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31012): Launched
05:33:01.325738 run   osmo-msc_10.42.42.6(pid=31013): Launched
05:33:01.724570 run   osmo-stp_10.42.42.5(pid=31010): ERR: Terminated: ERROR {rc=1}  [trial-2370↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31010)]
05:33:01.926808 run   osmo-stp_10.42.42.5(pid=31010): stdout: 
| (launched: 2022-12-10_05:33:00.037720)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
05:33:02.067792 run   osmo-stp_10.42.42.5(pid=31010): stderr: 
| �[0;m�[38;5;43m20221210053300209 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210053300209 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210053300209 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210053300210 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210053300210 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210053300210 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210053300210 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
05:33:02.200352 run   osmo-stp_10.42.42.5(pid=31010): stdout: 
| (launched: 2022-12-10_05:33:00.037720)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
05:33:02.330011 run   osmo-stp_10.42.42.5(pid=31010): stderr: 
| �[0;m�[38;5;43m20221210053300209 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210053300209 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210053300209 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210053300210 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210053300210 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210053300210 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210053300210 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
05:33:02.387395 tst            mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=31010): Process ended prematurely: osmo-stp_10.42.42.5(pid=31010) [trial-2370↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31010)]  [trial-2370↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8]
05:33:02.396650 tst            mo_mt_call_osmux.py:8: Test FAILED (6.6 sec)
05:33:02.459978 run   osmo-hlr_10.42.42.2(pid=31007): ERR: Terminated: ERROR {rc=237}  [trial-2370↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31007)]
05:33:02.511590 run   osmo-hlr_10.42.42.2(pid=31007): stdout: 
| (launched: 2022-12-10_05:32:59.075336) 
05:33:02.564009 run   osmo-hlr_10.42.42.2(pid=31007): stderr: 
| �[0;m�[1;31m20221210053259256 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210053259256 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210053259256 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210053259256 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210053259256 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210053259256 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210053259269 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/voice:sysmo+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210053259280 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210053259280 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210053259280 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
05:33:02.634845 run   osmo-msc_10.42.42.6(pid=31013): ERR: Terminated: ERROR {rc=2}  [trial-2370↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=31013)]
05:33:02.686694 run   osmo-msc_10.42.42.6(pid=31013): stdout: 
| (launched: 2022-12-10_05:33:01.062426) 
05:33:02.739184 run   osmo-msc_10.42.42.6(pid=31013): stderr: 
| �[0;m�[38;5;43m20221210053301568 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210053301577 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f966e142c40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210053301577 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210053301577 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210053301577 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210053301578 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210053301579 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210053301580 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210053301580 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210053301580 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
05:33:02.783437 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31006): Terminating (SIGTERM)
05:33:02.825340 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31009): Terminating (SIGTERM)
05:33:02.867071 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31012): Terminating (SIGTERM)
05:33:02.876703 ---      ParallelTerminationStrategy: PID 31006 died...
05:33:02.932623 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31006): Terminated: ok {rc=0}
05:33:02.942855 ---      ParallelTerminationStrategy: PID 31009 died...
05:33:02.998805 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31009): Terminated: ok {rc=0}
05:33:03.008903 ---      ParallelTerminationStrategy: PID 31012 died...
05:33:03.065176 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31012): Terminated: ok {rc=0}
05:33:03.153065 bus                        /sierra_3: Setting Powered False
05:33:04.257986 bus                        /sierra_3: Setting Powered False
05:33:05.366597 bus                        /sierra_2: Setting Powered False
</stdout></case><duration>23.0</duration><id>10</id><name>voice_sysmo+mod-bts0-dynts-osmo</name><properties></properties><timestamp>2022-12-10T05:32:45</timestamp></suite><suite><case><age>40</age><className>emergency:sysmo</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=31025): Process ended prematurely: osmo-stp_10.42.42.5(pid=31025) [trial-2370↪emergency:sysmo↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31025)]</errorStackTrace><failedSince>2331</failedSince><name>emergency_mo_mt_call.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py", line 19, in &lt;module&gt;
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31025): Process ended prematurely: osmo-stp_10.42.42.5(pid=31025) [trial-2370↪emergency:sysmo↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31025)]
</stderr><stdout>
----------------------------------------------
trial-2370 emergency:sysmo emergency_mo_mt_call.py
----------------------------------------------
05:33:07.331067 tst                  emergency:sysmo: Using 1 x ip_address (candidates: 6)
05:33:07.341719 tst                  emergency:sysmo: Using 1 x bts (candidates: 1)
05:33:07.466702 tst          emergency_mo_mt_call.py: using LAC 26192
05:33:07.590939 tst          emergency_mo_mt_call.py: using RAC 182
05:33:07.716673 tst          emergency_mo_mt_call.py: using CellId 26192
05:33:07.839297 tst          emergency_mo_mt_call.py: using BVCI 26193
05:33:07.862241 tst                  emergency:sysmo: Using 1 x ip_address (candidates: 6)
05:33:07.872919 tst                  emergency:sysmo: Using 1 x ip_address (candidates: 6)
05:33:07.883579 tst                  emergency:sysmo: Using 1 x ip_address (candidates: 6)
05:33:07.894775 tst                  emergency:sysmo: Using 1 x ip_address (candidates: 6)
05:33:07.905646 tst                  emergency:sysmo: Using 1 x ip_address (candidates: 6)
05:33:07.916311 tst                  emergency:sysmo: Using 1 x modem (candidates: 4)
05:33:08.033977 tst                  emergency:sysmo: Using 1 x modem (candidates: 4)
05:33:08.239855 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
05:33:08.754468 run         create_hlr_db(pid=31019): Launched
05:33:08.940635 bus                        /sierra_2: Setting Powered False
05:33:09.961381 run         create_hlr_db(pid=31019): Terminated: ok {rc=0}
05:33:10.389537 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31021): Launched
05:33:10.710940 run   osmo-hlr_10.42.42.2(pid=31022): Launched
05:33:10.827862 run              osmo-stp_10.42.42.5: Starting osmo-stp
05:33:11.385571 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31024): Launched
05:33:11.709137 run   osmo-stp_10.42.42.5(pid=31025): Launched
05:33:11.835390 tst          emergency_mo_mt_call.py: using MSISDN 7572
05:33:11.994518 run              osmo-msc_10.42.42.6: Starting osmo-msc
05:33:12.579742 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31027): Launched
05:33:12.900889 run   osmo-msc_10.42.42.6(pid=31028): Launched
05:33:13.087516 run   osmo-stp_10.42.42.5(pid=31025): ERR: Terminated: ERROR {rc=1}  [trial-2370↪emergency:sysmo↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31025)]
05:33:13.222744 run   osmo-stp_10.42.42.5(pid=31025): stdout: 
| (launched: 2022-12-10_05:33:11.550040)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
05:33:13.357301 run   osmo-stp_10.42.42.5(pid=31025): stderr: 
| �[0;m�[38;5;43m20221210053311744 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210053311745 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210053311745 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210053311745 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210053311748 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210053311748 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210053311748 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
05:33:13.486698 run   osmo-stp_10.42.42.5(pid=31025): stdout: 
| (launched: 2022-12-10_05:33:11.550040)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
05:33:13.614300 run   osmo-stp_10.42.42.5(pid=31025): stderr: 
| �[0;m�[38;5;43m20221210053311744 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210053311745 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210053311745 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210053311745 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210053311748 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210053311748 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210053311748 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
05:33:13.670279 tst       emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=31025): Process ended prematurely: osmo-stp_10.42.42.5(pid=31025) [trial-2370↪emergency:sysmo↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31025)]  [trial-2370↪emergency:sysmo↪emergency_mo_mt_call.py:19]
05:33:13.678786 tst       emergency_mo_mt_call.py:19: Test FAILED (6.3 sec)
05:33:13.740712 run   osmo-hlr_10.42.42.2(pid=31022): ERR: Terminated: ERROR {rc=237}  [trial-2370↪emergency:sysmo↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31022)]
05:33:13.791722 run   osmo-hlr_10.42.42.2(pid=31022): stdout: 
| (launched: 2022-12-10_05:33:10.552730) 
05:33:13.843547 run   osmo-hlr_10.42.42.2(pid=31022): stderr: 
| �[0;m�[1;31m20221210053310755 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210053310755 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210053310755 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210053310755 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210053310755 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210053310755 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210053310771 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/emergency:sysmo/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210053310780 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210053310780 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210053310780 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
05:33:13.914049 run   osmo-msc_10.42.42.6(pid=31028): ERR: Terminated: ERROR {rc=2}  [trial-2370↪emergency:sysmo↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=31028)]
05:33:13.965112 run   osmo-msc_10.42.42.6(pid=31028): stdout: 
| (launched: 2022-12-10_05:33:12.742340) 
05:33:14.016804 run   osmo-msc_10.42.42.6(pid=31028): stderr: 
| �[0;m�[38;5;43m20221210053313070 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210053313070 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f2b9ad0ac40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210053313070 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210053313070 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210053313070 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210053313070 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210053313072 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210053313073 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210053313073 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210053313073 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
05:33:14.060660 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31021): Terminating (SIGTERM)
05:33:14.102617 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31024): Terminating (SIGTERM)
05:33:14.144662 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31027): Terminating (SIGTERM)
05:33:14.154372 ---      ParallelTerminationStrategy: PID 31021 died...
05:33:14.210051 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31021): Terminated: ok {rc=0}
05:33:14.220046 ---      ParallelTerminationStrategy: PID 31024 died...
05:33:14.275539 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31024): Terminated: ok {rc=0}
05:33:14.285587 ---      ParallelTerminationStrategy: PID 31027 died...
05:33:14.340776 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31027): Terminated: ok {rc=0}
05:33:14.428372 bus                        /sierra_3: Setting Powered False
05:33:15.533859 bus                        /sierra_3: Setting Powered False
05:33:16.644855 bus                        /sierra_2: Setting Powered False
</stdout></case><case><age>208</age><className>emergency:sysmo</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=31036): Process ended prematurely: osmo-stp_10.42.42.5(pid=31036) [trial-2370↪emergency:sysmo↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31036)]</errorStackTrace><failedSince>2163</failedSince><name>emergency_preemptive_call.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py", line 32, in &lt;module&gt;
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31036): Process ended prematurely: osmo-stp_10.42.42.5(pid=31036) [trial-2370↪emergency:sysmo↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31036)]
</stderr><stdout>
----------------------------------------------
trial-2370 emergency:sysmo emergency_preemptive_call.py
----------------------------------------------
05:33:17.696089 tst                  emergency:sysmo: Using 1 x ip_address (candidates: 6)
05:33:17.707742 tst                  emergency:sysmo: Using 1 x bts (candidates: 1)
05:33:17.839875 tst     emergency_preemptive_call.py: using LAC 26193
05:33:17.961562 tst     emergency_preemptive_call.py: using RAC 183
05:33:18.086458 tst     emergency_preemptive_call.py: using CellId 26193
05:33:18.211945 tst     emergency_preemptive_call.py: using BVCI 26194
05:33:18.236331 tst                  emergency:sysmo: Using 1 x ip_address (candidates: 6)
05:33:18.247707 tst                  emergency:sysmo: Using 1 x ip_address (candidates: 6)
05:33:18.259004 tst                  emergency:sysmo: Using 1 x ip_address (candidates: 6)
05:33:18.270156 tst                  emergency:sysmo: Using 1 x ip_address (candidates: 6)
05:33:18.281257 tst                  emergency:sysmo: Using 1 x ip_address (candidates: 6)
05:33:18.292191 tst                  emergency:sysmo: Using 1 x modem (candidates: 4)
05:33:18.410811 tst                  emergency:sysmo: Using 1 x modem (candidates: 4)
05:33:18.530591 tst                  emergency:sysmo: Using 1 x modem (candidates: 4)
05:33:18.647925 tst                  emergency:sysmo: Using 1 x modem (candidates: 4)
05:33:18.845851 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
05:33:19.319041 run         create_hlr_db(pid=31030): Launched
05:33:19.491867 bus                        /sierra_2: Setting Powered False
05:33:20.512214 run         create_hlr_db(pid=31030): Terminated: ok {rc=0}
05:33:20.914413 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31032): Launched
05:33:21.217930 run   osmo-hlr_10.42.42.2(pid=31033): Launched
05:33:21.333829 run              osmo-stp_10.42.42.5: Starting osmo-stp
05:33:21.866329 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31035): Launched
05:33:22.167738 run   osmo-stp_10.42.42.5(pid=31036): Launched
05:33:22.287706 tst     emergency_preemptive_call.py: using MSISDN 7573
05:33:22.435948 run              osmo-msc_10.42.42.6: Starting osmo-msc
05:33:22.982984 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31038): Launched
05:33:23.284724 run   osmo-msc_10.42.42.6(pid=31039): Launched
05:33:23.467453 run   osmo-stp_10.42.42.5(pid=31036): ERR: Terminated: ERROR {rc=1}  [trial-2370↪emergency:sysmo↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31036)]
05:33:23.594974 run   osmo-stp_10.42.42.5(pid=31036): stdout: 
| (launched: 2022-12-10_05:33:22.017891)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
05:33:23.719937 run   osmo-stp_10.42.42.5(pid=31036): stderr: 
| �[0;m�[38;5;43m20221210053322188 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210053322188 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210053322188 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210053322189 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210053322189 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210053322189 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210053322189 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
05:33:23.840102 run   osmo-stp_10.42.42.5(pid=31036): stdout: 
| (launched: 2022-12-10_05:33:22.017891)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
05:33:23.970832 run   osmo-stp_10.42.42.5(pid=31036): stderr: 
| �[0;m�[38;5;43m20221210053322188 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210053322188 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210053322188 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210053322189 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210053322189 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210053322189 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210053322189 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
05:33:24.023079 tst  emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=31036): Process ended prematurely: osmo-stp_10.42.42.5(pid=31036) [trial-2370↪emergency:sysmo↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31036)]  [trial-2370↪emergency:sysmo↪emergency_preemptive_call.py:32]
05:33:24.031105 tst  emergency_preemptive_call.py:32: Test FAILED (6.3 sec)
05:33:24.096372 run   osmo-hlr_10.42.42.2(pid=31033): ERR: Terminated: ERROR {rc=237}  [trial-2370↪emergency:sysmo↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31033)]
05:33:24.144849 run   osmo-hlr_10.42.42.2(pid=31033): stdout: 
| (launched: 2022-12-10_05:33:21.067319) 
05:33:24.194080 run   osmo-hlr_10.42.42.2(pid=31033): stderr: 
| �[0;m�[1;31m20221210053321245 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210053321245 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210053321245 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210053321245 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210053321245 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210053321245 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210053321263 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/emergency:sysmo/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210053321272 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210053321272 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210053321273 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
05:33:24.260689 run   osmo-msc_10.42.42.6(pid=31039): ERR: Terminated: ERROR {rc=2}  [trial-2370↪emergency:sysmo↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=31039)]
05:33:24.309127 run   osmo-msc_10.42.42.6(pid=31039): stdout: 
| (launched: 2022-12-10_05:33:23.134493) 
05:33:24.358066 run   osmo-msc_10.42.42.6(pid=31039): stderr: 
| �[0;m�[38;5;43m20221210053323406 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210053323406 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f6d99feec40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210053323406 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210053323406 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210053323406 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210053323406 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210053323408 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210053323409 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210053323409 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210053323409 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
05:33:24.399286 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31032): Terminating (SIGTERM)
05:33:24.438566 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31035): Terminating (SIGTERM)
05:33:24.477773 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31038): Terminating (SIGTERM)
05:33:24.487007 ---      ParallelTerminationStrategy: PID 31032 died...
05:33:24.539116 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31032): Terminated: ok {rc=0}
05:33:24.548753 ---      ParallelTerminationStrategy: PID 31035 died...
05:33:24.600854 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31035): Terminated: ok {rc=0}
05:33:24.610600 ---      ParallelTerminationStrategy: PID 31038 died...
05:33:24.662468 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31038): Terminated: ok {rc=0}
05:33:24.748868 bus                        /sierra_9: Setting Powered False
05:33:25.851670 bus                        /sierra_9: Setting Powered False
05:33:26.961739 bus                        /sierra_8: Setting Powered False
05:33:28.064326 bus                        /sierra_8: Setting Powered False
05:33:29.173842 bus                        /sierra_3: Setting Powered False
05:33:30.274432 bus                        /sierra_3: Setting Powered False
05:33:31.381484 bus                        /sierra_2: Setting Powered False
</stdout></case><duration>27.0</duration><id>11</id><name>emergency_sysmo</name><properties></properties><timestamp>2022-12-10T05:33:07</timestamp></suite><suite><case><age>57</age><className>gprs:sysmo</className><duration>10.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=31054): Process ended prematurely: osmo-stp_10.42.42.5(pid=31054) [trial-2370↪gprs:sysmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31054)]</errorStackTrace><failedSince>2314</failedSince><name>cs_paging_gprs_active.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py", line 38, in &lt;module&gt;
    setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py", line 67, in setup_run_iperf3_test_parallel
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31054): Process ended prematurely: osmo-stp_10.42.42.5(pid=31054) [trial-2370↪gprs:sysmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31054)]
</stderr><stdout>
----------------------------------------------
trial-2370 gprs:sysmo cs_paging_gprs_active.py
----------------------------------------------
05:33:33.466693 tst                       gprs:sysmo: Using 1 x ip_address (candidates: 9)
05:33:33.477680 tst                       gprs:sysmo: Using 1 x bts (candidates: 1)
05:33:33.608310 tst         cs_paging_gprs_active.py: using LAC 26194
05:33:33.735918 tst         cs_paging_gprs_active.py: using RAC 184
05:33:33.863505 tst         cs_paging_gprs_active.py: using CellId 26194
05:33:33.991885 tst         cs_paging_gprs_active.py: using BVCI 26195
05:33:34.016815 tst                       gprs:sysmo: Using 1 x ip_address (candidates: 9)
05:33:34.027847 tst                       gprs:sysmo: Using 1 x ip_address (candidates: 9)
05:33:34.038893 tst                       gprs:sysmo: Using 1 x ip_address (candidates: 9)
05:33:34.049863 tst                       gprs:sysmo: Using 1 x ip_address (candidates: 9)
05:33:34.060683 tst                       gprs:sysmo: Using 1 x ip_address (candidates: 9)
05:33:34.071558 tst                       gprs:sysmo: Using 1 x ip_address (candidates: 9)
05:33:34.082545 tst                       gprs:sysmo: Using 1 x ip_address (candidates: 9)
05:33:34.093519 tst                       gprs:sysmo: Using 1 x ip_address (candidates: 9)
05:33:34.104525 tst                       gprs:sysmo: Using 1 x modem (candidates: 4)
05:33:34.224824 tst                       gprs:sysmo: Using 1 x modem (candidates: 4)
05:33:34.508882 tst      cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...
05:33:34.638755 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
05:33:34.960147 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31044): Launched
05:33:35.226545 run iperf3-srv_10.42.42.10(pid=31045): Launched
05:33:35.413985 tst      cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...
05:33:35.542426 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
05:33:35.862730 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31046): Launched
05:33:36.128533 run iperf3-srv_10.42.42.10(pid=31047): Launched
05:33:36.314672 tst      cs_paging_gprs_active.py:38: start network...
05:33:36.442133 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
05:33:36.925496 run         create_hlr_db(pid=31048): Launched
05:33:37.101739 bus                        /sierra_2: Setting Powered False
05:33:38.123249 run         create_hlr_db(pid=31048): Terminated: ok {rc=0}
05:33:38.561004 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31050): Launched
05:33:38.889412 run   osmo-hlr_10.42.42.2(pid=31051): Launched
05:33:39.008738 run              osmo-stp_10.42.42.5: Starting osmo-stp
05:33:39.577824 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31053): Launched
05:33:39.906285 run   osmo-stp_10.42.42.5(pid=31054): Launched
05:33:40.026889 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
05:33:41.597449 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31056): Launched
05:33:41.714905 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
05:33:42.003673 run              patchelf(pid=31057): Launched
05:33:42.194567 run   osmo-stp_10.42.42.5(pid=31054): ERR: Terminated: ERROR {rc=1}  [trial-2370↪gprs:sysmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31054)]
05:33:42.333954 run   osmo-stp_10.42.42.5(pid=31054): stdout: 
| (launched: 2022-12-10_05:33:39.743838)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
05:33:42.473821 run   osmo-stp_10.42.42.5(pid=31054): stderr: 
| �[0;m�[38;5;43m20221210053339941 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210053339941 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210053339942 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210053339942 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210053339942 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210053339942 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210053339943 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
05:33:42.608593 run   osmo-stp_10.42.42.5(pid=31054): stdout: 
| (launched: 2022-12-10_05:33:39.743838)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
05:33:42.742881 run   osmo-stp_10.42.42.5(pid=31054): stderr: 
| �[0;m�[38;5;43m20221210053339941 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210053339941 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210053339942 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210053339942 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210053339942 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210053339942 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210053339943 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
05:33:42.897784 run              patchelf(pid=31057): Terminating (SIGINT)
05:33:43.080164 run              patchelf(pid=31057): Terminated: ok {rc=0}
05:33:43.113773 tst      cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=31054): Process ended prematurely: osmo-stp_10.42.42.5(pid=31054) [trial-2370↪gprs:sysmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31054)]  [trial-2370↪gprs:sysmo↪cs_paging_gprs_active.py:38]
05:33:43.123538 tst      cs_paging_gprs_active.py:38: Test FAILED (9.7 sec)
05:33:43.186499 run   osmo-hlr_10.42.42.2(pid=31051): ERR: Terminated: ERROR {rc=237}  [trial-2370↪gprs:sysmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31051)]
05:33:43.237825 run   osmo-hlr_10.42.42.2(pid=31051): stdout: 
| (launched: 2022-12-10_05:33:38.727524) 
05:33:43.289741 run   osmo-hlr_10.42.42.2(pid=31051): stderr: 
| �[0;m�[1;31m20221210053338931 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210053338931 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210053338931 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210053338931 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210053338931 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210053338932 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210053338944 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/gprs:sysmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210053338954 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210053338954 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210053338955 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
05:33:43.333962 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31044): Terminating (SIGTERM)
05:33:43.375480 run iperf3-srv_10.42.42.10(pid=31045): Terminating (SIGTERM)
05:33:43.417168 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31046): Terminating (SIGTERM)
05:33:43.459136 run iperf3-srv_10.42.42.10(pid=31047): Terminating (SIGTERM)
05:33:43.501048 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31050): Terminating (SIGTERM)
05:33:43.542779 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31053): Terminating (SIGTERM)
05:33:43.584518 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31056): Terminating (SIGTERM)
05:33:43.594203 ---      ParallelTerminationStrategy: PID 31044 died...
05:33:43.650136 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31044): Terminated: ok {rc=0}
05:33:43.660147 ---      ParallelTerminationStrategy: PID 31045 died...
05:33:43.716169 run iperf3-srv_10.42.42.10(pid=31045): Terminated {rc=256}
05:33:43.726166 ---      ParallelTerminationStrategy: PID 31046 died...
05:33:43.782046 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31046): Terminated: ok {rc=0}
05:33:43.792042 ---      ParallelTerminationStrategy: PID 31047 died...
05:33:43.847544 run iperf3-srv_10.42.42.10(pid=31047): Terminated {rc=256}
05:33:43.857936 ---      ParallelTerminationStrategy: PID 31050 died...
05:33:43.913720 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31050): Terminated: ok {rc=0}
05:33:43.923765 ---      ParallelTerminationStrategy: PID 31053 died...
05:33:43.979863 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31053): Terminated: ok {rc=0}
05:33:43.989975 ---      ParallelTerminationStrategy: PID 31056 died...
05:33:44.045752 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31056): Terminated: ok {rc=0}
05:33:44.133683 bus                          /gobi_0: Setting Powered False
05:33:45.238789 bus                          /gobi_0: Setting Powered False
05:33:46.348571 bus                          /gobi_6: Setting Powered False
</stdout></case><case><age>57</age><className>gprs:sysmo</className><duration>8.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=31067): Process ended prematurely: osmo-stp_10.42.42.5(pid=31067) [trial-2370↪gprs:sysmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31067)]</errorStackTrace><failedSince>2314</failedSince><name>iperf3.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py", line 8, in &lt;module&gt;
    setup_run_iperf3_test_parallel(1)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py", line 67, in setup_run_iperf3_test_parallel
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31067): Process ended prematurely: osmo-stp_10.42.42.5(pid=31067) [trial-2370↪gprs:sysmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31067)]
</stderr><stdout>
----------------------------------------------
trial-2370 gprs:sysmo iperf3.py
----------------------------------------------
05:33:47.459302 tst                       gprs:sysmo: Using 1 x ip_address (candidates: 9)
05:33:47.470792 tst                       gprs:sysmo: Using 1 x bts (candidates: 1)
05:33:47.602786 tst                        iperf3.py: using LAC 26195
05:33:47.735397 tst                        iperf3.py: using RAC 185
05:33:47.862371 tst                        iperf3.py: using CellId 26195
05:33:47.988252 tst                        iperf3.py: using BVCI 26196
05:33:48.013251 tst                       gprs:sysmo: Using 1 x ip_address (candidates: 9)
05:33:48.024343 tst                       gprs:sysmo: Using 1 x ip_address (candidates: 9)
05:33:48.035402 tst                       gprs:sysmo: Using 1 x ip_address (candidates: 9)
05:33:48.046435 tst                       gprs:sysmo: Using 1 x ip_address (candidates: 9)
05:33:48.057303 tst                       gprs:sysmo: Using 1 x ip_address (candidates: 9)
05:33:48.068233 tst                       gprs:sysmo: Using 1 x ip_address (candidates: 9)
05:33:48.079362 tst                       gprs:sysmo: Using 1 x ip_address (candidates: 9)
05:33:48.090409 tst                       gprs:sysmo: Using 1 x ip_address (candidates: 9)
05:33:48.101478 tst                       gprs:sysmo: Using 1 x modem (candidates: 4)
05:33:48.396014 tst                      iperf3.py:8: start iperfv3 server 10.42.42.10:5003...
05:33:48.532743 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
05:33:48.874272 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31058): Launched
05:33:49.156724 run iperf3-srv_10.42.42.10(pid=31059): Launched
05:33:49.356266 tst                      iperf3.py:8: start network...
05:33:49.492700 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
05:33:50.015799 run         create_hlr_db(pid=31061): Launched
05:33:50.203520 bus                          /gobi_6: Setting Powered False
05:33:51.224792 run         create_hlr_db(pid=31061): Terminated: ok {rc=0}
05:33:51.636625 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31063): Launched
05:33:51.944751 run   osmo-hlr_10.42.42.2(pid=31064): Launched
05:33:52.063403 run              osmo-stp_10.42.42.5: Starting osmo-stp
05:33:52.608385 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31066): Launched
05:33:52.914154 run   osmo-stp_10.42.42.5(pid=31067): Launched
05:33:53.024754 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
05:33:53.556237 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31069): Launched
05:33:53.664772 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
05:33:53.932824 run              patchelf(pid=31070): Launched
05:33:54.111050 run   osmo-stp_10.42.42.5(pid=31067): ERR: Terminated: ERROR {rc=1}  [trial-2370↪gprs:sysmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31067)]
05:33:54.241142 run   osmo-stp_10.42.42.5(pid=31067): stdout: 
| (launched: 2022-12-10_05:33:52.762771)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
05:33:54.371688 run   osmo-stp_10.42.42.5(pid=31067): stderr: 
| �[0;m�[38;5;43m20221210053352935 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210053352935 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210053352935 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210053352936 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210053352936 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210053352936 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210053352936 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
05:33:54.497446 run   osmo-stp_10.42.42.5(pid=31067): stdout: 
| (launched: 2022-12-10_05:33:52.762771)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
05:33:54.622127 run   osmo-stp_10.42.42.5(pid=31067): stderr: 
| �[0;m�[38;5;43m20221210053352935 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210053352935 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210053352935 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210053352936 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210053352936 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210053352936 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210053352936 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
05:33:54.767371 run              patchelf(pid=31070): Terminating (SIGINT)
05:33:54.937676 run              patchelf(pid=31070): Terminated: ok {rc=0}
05:33:54.969019 tst                      iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=31067): Process ended prematurely: osmo-stp_10.42.42.5(pid=31067) [trial-2370↪gprs:sysmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31067)]  [trial-2370↪gprs:sysmo↪iperf3.py:8]
05:33:54.978364 tst                      iperf3.py:8: Test FAILED (7.6 sec)
05:33:55.037945 run   osmo-hlr_10.42.42.2(pid=31064): ERR: Terminated: ERROR {rc=237}  [trial-2370↪gprs:sysmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31064)]
05:33:55.086311 run   osmo-hlr_10.42.42.2(pid=31064): stdout: 
| (launched: 2022-12-10_05:33:51.792058) 
05:33:55.135400 run   osmo-hlr_10.42.42.2(pid=31064): stderr: 
| �[0;m�[1;31m20221210053351971 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210053351971 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210053351971 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210053351971 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210053351971 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210053351971 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210053351984 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/gprs:sysmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210053351995 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210053351995 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210053351995 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
05:33:55.176779 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31058): Terminating (SIGTERM)
05:33:55.216178 run iperf3-srv_10.42.42.10(pid=31059): Terminating (SIGTERM)
05:33:55.255847 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31063): Terminating (SIGTERM)
05:33:55.295281 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31066): Terminating (SIGTERM)
05:33:55.334794 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31069): Terminating (SIGTERM)
05:33:55.344175 ---      ParallelTerminationStrategy: PID 31058 died...
05:33:55.397051 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31058): Terminated: ok {rc=0}
05:33:55.406702 ---      ParallelTerminationStrategy: PID 31059 died...
05:33:55.459985 run iperf3-srv_10.42.42.10(pid=31059): Terminated {rc=256}
05:33:55.469513 ---      ParallelTerminationStrategy: PID 31063 died...
05:33:55.522880 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31063): Terminated: ok {rc=0}
05:33:55.532565 ---      ParallelTerminationStrategy: PID 31066 died...
05:33:55.585685 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31066): Terminated: ok {rc=0}
05:33:55.595465 ---      ParallelTerminationStrategy: PID 31069 died...
05:33:55.648894 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31069): Terminated: ok {rc=0}
05:33:55.737741 bus                          /gobi_6: Setting Powered False
</stdout></case><case><age>58</age><className>gprs:sysmo</className><duration>11.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=31085): Process ended prematurely: osmo-stp_10.42.42.5(pid=31085) [trial-2370↪gprs:sysmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31085)]</errorStackTrace><failedSince>2313</failedSince><name>iperf3m4.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py", line 8, in &lt;module&gt;
    setup_run_iperf3_test_parallel(4)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py", line 67, in setup_run_iperf3_test_parallel
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31085): Process ended prematurely: osmo-stp_10.42.42.5(pid=31085) [trial-2370↪gprs:sysmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31085)]
</stderr><stdout>
----------------------------------------------
trial-2370 gprs:sysmo iperf3m4.py
----------------------------------------------
05:33:56.854257 tst                       gprs:sysmo: Using 1 x ip_address (candidates: 9)
05:33:56.866266 tst                       gprs:sysmo: Using 1 x bts (candidates: 1)
05:33:56.998749 tst                      iperf3m4.py: using LAC 26196
05:33:57.126658 tst                      iperf3m4.py: using RAC 186
05:33:57.249484 tst                      iperf3m4.py: using CellId 26196
05:33:57.376215 tst                      iperf3m4.py: using BVCI 26197
05:33:57.401343 tst                       gprs:sysmo: Using 1 x ip_address (candidates: 9)
05:33:57.412699 tst                       gprs:sysmo: Using 1 x ip_address (candidates: 9)
05:33:57.423928 tst                       gprs:sysmo: Using 1 x ip_address (candidates: 9)
05:33:57.435404 tst                       gprs:sysmo: Using 1 x ip_address (candidates: 9)
05:33:57.446652 tst                       gprs:sysmo: Using 1 x ip_address (candidates: 9)
05:33:57.457932 tst                       gprs:sysmo: Using 1 x ip_address (candidates: 9)
05:33:57.469990 tst                       gprs:sysmo: Using 1 x ip_address (candidates: 9)
05:33:57.481926 tst                       gprs:sysmo: Using 1 x ip_address (candidates: 9)
05:33:57.494324 tst                       gprs:sysmo: Using 1 x modem (candidates: 4)
05:33:57.615645 tst                       gprs:sysmo: Using 1 x modem (candidates: 4)
05:33:57.735870 tst                       gprs:sysmo: Using 1 x modem (candidates: 4)
05:33:57.849972 tst                       gprs:sysmo: Using 1 x modem (candidates: 4)
05:33:58.130438 tst                    iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...
05:33:58.256776 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
05:33:58.575673 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31071): Launched
05:33:58.840614 run iperf3-srv_10.42.42.10(pid=31072): Launched
05:33:59.026233 tst                    iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...
05:33:59.152805 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
05:33:59.471525 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31073): Launched
05:33:59.735803 run iperf3-srv_10.42.42.10(pid=31074): Launched
05:33:59.921783 tst                    iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...
05:34:00.048325 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
05:34:00.366018 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31075): Launched
05:34:00.630025 run iperf3-srv_10.42.42.10(pid=31076): Launched
05:34:00.814619 tst                    iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...
05:34:00.965597 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
05:34:01.323891 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31077): Launched
05:34:01.635198 run iperf3-srv_10.42.42.10(pid=31078): Launched
05:34:01.824313 tst                    iperf3m4.py:8: start network...
05:34:01.955792 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
05:34:02.443541 run         create_hlr_db(pid=31079): Launched
05:34:02.618270 bus                          /gobi_6: Setting Powered False
05:34:03.640030 run         create_hlr_db(pid=31079): Terminated: ok {rc=0}
05:34:04.073794 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31081): Launched
05:34:04.380885 run   osmo-hlr_10.42.42.2(pid=31082): Launched
05:34:04.499970 run              osmo-stp_10.42.42.5: Starting osmo-stp
05:34:05.035006 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31084): Launched
05:34:05.341529 run   osmo-stp_10.42.42.5(pid=31085): Launched
05:34:05.452257 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
05:34:05.984168 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31087): Launched
05:34:06.092842 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
05:34:06.360473 run              patchelf(pid=31088): Launched
05:34:06.539230 run   osmo-stp_10.42.42.5(pid=31085): ERR: Terminated: ERROR {rc=1}  [trial-2370↪gprs:sysmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31085)]
05:34:06.670061 run   osmo-stp_10.42.42.5(pid=31085): stdout: 
| (launched: 2022-12-10_05:34:05.189200)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
05:34:06.800666 run   osmo-stp_10.42.42.5(pid=31085): stderr: 
| �[0;m�[38;5;43m20221210053405362 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210053405362 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210053405363 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210053405363 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210053405363 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210053405364 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210053405364 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
05:34:06.926679 run   osmo-stp_10.42.42.5(pid=31085): stdout: 
| (launched: 2022-12-10_05:34:05.189200)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
05:34:07.051832 run   osmo-stp_10.42.42.5(pid=31085): stderr: 
| �[0;m�[38;5;43m20221210053405362 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210053405362 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210053405363 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210053405363 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210053405363 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210053405364 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210053405364 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
05:34:07.197382 run              patchelf(pid=31088): Terminating (SIGINT)
05:34:07.367712 run              patchelf(pid=31088): Terminated: ok {rc=0}
05:34:07.399068 tst                    iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=31085): Process ended prematurely: osmo-stp_10.42.42.5(pid=31085) [trial-2370↪gprs:sysmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31085)]  [trial-2370↪gprs:sysmo↪iperf3m4.py:8]
05:34:07.408388 tst                    iperf3m4.py:8: Test FAILED (10.6 sec)
05:34:07.469097 run   osmo-hlr_10.42.42.2(pid=31082): ERR: Terminated: ERROR {rc=237}  [trial-2370↪gprs:sysmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31082)]
05:34:07.518218 run   osmo-hlr_10.42.42.2(pid=31082): stdout: 
| (launched: 2022-12-10_05:34:04.228312) 
05:34:07.567603 run   osmo-hlr_10.42.42.2(pid=31082): stderr: 
| �[0;m�[1;31m20221210053404406 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210053404406 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210053404406 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210053404406 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210053404406 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210053404406 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210053404418 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/gprs:sysmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210053404427 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210053404427 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210053404427 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
05:34:07.609742 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31071): Terminating (SIGTERM)
05:34:07.649320 run iperf3-srv_10.42.42.10(pid=31072): Terminating (SIGTERM)
05:34:07.689258 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31073): Terminating (SIGTERM)
05:34:07.728469 run iperf3-srv_10.42.42.10(pid=31074): Terminating (SIGTERM)
05:34:07.767837 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31075): Terminating (SIGTERM)
05:34:07.807152 run iperf3-srv_10.42.42.10(pid=31076): Terminating (SIGTERM)
05:34:07.846512 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31077): Terminating (SIGTERM)
05:34:07.885848 run iperf3-srv_10.42.42.10(pid=31078): Terminating (SIGTERM)
05:34:07.925347 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31081): Terminating (SIGTERM)
05:34:07.964631 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31084): Terminating (SIGTERM)
05:34:08.004439 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31087): Terminating (SIGTERM)
05:34:08.013766 ---      ParallelTerminationStrategy: PID 31071 died...
05:34:08.066634 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31071): Terminated: ok {rc=0}
05:34:08.076359 ---      ParallelTerminationStrategy: PID 31072 died...
05:34:08.129729 run iperf3-srv_10.42.42.10(pid=31072): Terminated {rc=256}
05:34:08.139128 ---      ParallelTerminationStrategy: PID 31073 died...
05:34:08.191931 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31073): Terminated: ok {rc=0}
05:34:08.201787 ---      ParallelTerminationStrategy: PID 31074 died...
05:34:08.254943 run iperf3-srv_10.42.42.10(pid=31074): Terminated {rc=256}
05:34:08.264530 ---      ParallelTerminationStrategy: PID 31075 died...
05:34:08.317469 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31075): Terminated: ok {rc=0}
05:34:08.327269 ---      ParallelTerminationStrategy: PID 31076 died...
05:34:08.379983 run iperf3-srv_10.42.42.10(pid=31076): Terminated {rc=256}
05:34:08.389817 ---      ParallelTerminationStrategy: PID 31077 died...
05:34:08.442567 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31077): Terminated: ok {rc=0}
05:34:08.452311 ---      ParallelTerminationStrategy: PID 31078 died...
05:34:08.505813 run iperf3-srv_10.42.42.10(pid=31078): Terminated {rc=256}
05:34:08.515460 ---      ParallelTerminationStrategy: PID 31081 died...
05:34:08.568571 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31081): Terminated: ok {rc=0}
05:34:08.578182 ---      ParallelTerminationStrategy: PID 31084 died...
05:34:08.631878 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31084): Terminated: ok {rc=0}
05:34:08.641770 ---      ParallelTerminationStrategy: PID 31087 died...
05:34:08.695626 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31087): Terminated: ok {rc=0}
05:34:08.784709 bus                          /gobi_4: Setting Powered False
05:34:09.888142 bus                          /gobi_4: Setting Powered False
05:34:11.000870 bus                          /gobi_1: Setting Powered False
05:34:12.105989 bus                          /gobi_1: Setting Powered False
05:34:13.214027 bus                          /gobi_0: Setting Powered False
05:34:14.319011 bus                          /gobi_0: Setting Powered False
05:34:15.427902 bus                          /gobi_6: Setting Powered False
</stdout></case><case><age>40</age><className>gprs:sysmo</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=31096): Process ended prematurely: osmo-stp_10.42.42.5(pid=31096) [trial-2370↪gprs:sysmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31096)]</errorStackTrace><failedSince>2331</failedSince><name>ping.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py", line 22, in &lt;module&gt;
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31096): Process ended prematurely: osmo-stp_10.42.42.5(pid=31096) [trial-2370↪gprs:sysmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31096)]
</stderr><stdout>
----------------------------------------------
trial-2370 gprs:sysmo ping.py
----------------------------------------------
05:34:16.497045 tst                       gprs:sysmo: Using 1 x ip_address (candidates: 9)
05:34:16.509371 tst                       gprs:sysmo: Using 1 x bts (candidates: 1)
05:34:16.636558 tst                          ping.py: using LAC 26197
05:34:16.759605 tst                          ping.py: using RAC 187
05:34:16.883740 tst                          ping.py: using CellId 26197
05:34:17.011559 tst                          ping.py: using BVCI 26198
05:34:17.037210 tst                       gprs:sysmo: Using 1 x ip_address (candidates: 9)
05:34:17.049024 tst                       gprs:sysmo: Using 1 x ip_address (candidates: 9)
05:34:17.060639 tst                       gprs:sysmo: Using 1 x ip_address (candidates: 9)
05:34:17.072505 tst                       gprs:sysmo: Using 1 x ip_address (candidates: 9)
05:34:17.084202 tst                       gprs:sysmo: Using 1 x ip_address (candidates: 9)
05:34:17.095925 tst                       gprs:sysmo: Using 1 x ip_address (candidates: 9)
05:34:17.107892 tst                       gprs:sysmo: Using 1 x ip_address (candidates: 9)
05:34:17.119724 tst                       gprs:sysmo: Using 1 x modem (candidates: 4)
05:34:17.399315 tst                       ping.py:19: start network...
05:34:17.524149 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
05:34:17.999429 run         create_hlr_db(pid=31090): Launched
05:34:18.173287 bus                          /gobi_6: Setting Powered False
05:34:19.193718 run         create_hlr_db(pid=31090): Terminated: ok {rc=0}
05:34:19.623498 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31092): Launched
05:34:19.945585 run   osmo-hlr_10.42.42.2(pid=31093): Launched
05:34:20.062963 run              osmo-stp_10.42.42.5: Starting osmo-stp
05:34:20.622315 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31095): Launched
05:34:20.941802 run   osmo-stp_10.42.42.5(pid=31096): Launched
05:34:21.057799 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
05:34:21.617622 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31098): Launched
05:34:21.731239 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
05:34:22.011576 run              patchelf(pid=31099): Launched
05:34:22.199407 run   osmo-stp_10.42.42.5(pid=31096): ERR: Terminated: ERROR {rc=1}  [trial-2370↪gprs:sysmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31096)]
05:34:22.336903 run   osmo-stp_10.42.42.5(pid=31096): stdout: 
| (launched: 2022-12-10_05:34:20.783655)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
05:34:22.474790 run   osmo-stp_10.42.42.5(pid=31096): stderr: 
| �[0;m�[38;5;43m20221210053420977 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210053420977 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210053420977 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210053420978 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210053420978 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210053420978 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210053420978 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
05:34:22.607601 run   osmo-stp_10.42.42.5(pid=31096): stdout: 
| (launched: 2022-12-10_05:34:20.783655)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
05:34:22.738727 run   osmo-stp_10.42.42.5(pid=31096): stderr: 
| �[0;m�[38;5;43m20221210053420977 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210053420977 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210053420977 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210053420978 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210053420978 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210053420978 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210053420978 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
05:34:22.891141 run              patchelf(pid=31099): Terminating (SIGINT)
05:34:23.070546 run              patchelf(pid=31099): Terminated: ok {rc=0}
05:34:23.103133 tst                       ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=31096): Process ended prematurely: osmo-stp_10.42.42.5(pid=31096) [trial-2370↪gprs:sysmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31096)]  [trial-2370↪gprs:sysmo↪ping.py:22]
05:34:23.112381 tst                       ping.py:22: Test FAILED (6.6 sec)
05:34:23.175115 run   osmo-hlr_10.42.42.2(pid=31093): ERR: Terminated: ERROR {rc=237}  [trial-2370↪gprs:sysmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31093)]
05:34:23.226571 run   osmo-hlr_10.42.42.2(pid=31093): stdout: 
| (launched: 2022-12-10_05:34:19.786653) 
05:34:23.278613 run   osmo-hlr_10.42.42.2(pid=31093): stderr: 
| �[0;m�[1;31m20221210053419986 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210053419986 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210053419986 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210053419986 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210053419986 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210053419986 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210053419997 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/gprs:sysmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210053420006 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210053420006 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210053420006 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
05:34:23.322892 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31092): Terminating (SIGTERM)
05:34:23.364814 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31095): Terminating (SIGTERM)
05:34:23.406798 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31098): Terminating (SIGTERM)
05:34:23.416255 ---      ParallelTerminationStrategy: PID 31092 died...
05:34:23.472236 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31092): Terminated: ok {rc=0}
05:34:23.482790 ---      ParallelTerminationStrategy: PID 31095 died...
05:34:23.538505 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31095): Terminated: ok {rc=0}
05:34:23.548708 ---      ParallelTerminationStrategy: PID 31098 died...
05:34:23.604547 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31098): Terminated: ok {rc=0}
05:34:23.691494 bus                          /gobi_6: Setting Powered False
</stdout></case><case><age>40</age><className>gprs:sysmo</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=31106): Process ended prematurely: osmo-stp_10.42.42.5(pid=31106) [trial-2370↪gprs:sysmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31106)]</errorStackTrace><failedSince>2331</failedSince><name>ping_idle_ping.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py", line 27, in &lt;module&gt;
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31106): Process ended prematurely: osmo-stp_10.42.42.5(pid=31106) [trial-2370↪gprs:sysmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31106)]
</stderr><stdout>
----------------------------------------------
trial-2370 gprs:sysmo ping_idle_ping.py
----------------------------------------------
05:34:24.744000 tst                       gprs:sysmo: Using 1 x ip_address (candidates: 9)
05:34:24.755751 tst                       gprs:sysmo: Using 1 x bts (candidates: 1)
05:34:24.887597 tst                ping_idle_ping.py: using LAC 26198
05:34:25.013112 tst                ping_idle_ping.py: using RAC 188
05:34:25.138435 tst                ping_idle_ping.py: using CellId 26198
05:34:25.263742 tst                ping_idle_ping.py: using BVCI 26199
05:34:25.288317 tst                       gprs:sysmo: Using 1 x ip_address (candidates: 9)
05:34:25.299388 tst                       gprs:sysmo: Using 1 x ip_address (candidates: 9)
05:34:25.310436 tst                       gprs:sysmo: Using 1 x ip_address (candidates: 9)
05:34:25.321425 tst                       gprs:sysmo: Using 1 x ip_address (candidates: 9)
05:34:25.332245 tst                       gprs:sysmo: Using 1 x ip_address (candidates: 9)
05:34:25.343080 tst                       gprs:sysmo: Using 1 x ip_address (candidates: 9)
05:34:25.354047 tst                       gprs:sysmo: Using 1 x ip_address (candidates: 9)
05:34:25.365166 tst                       gprs:sysmo: Using 1 x modem (candidates: 4)
05:34:25.650187 tst             ping_idle_ping.py:24: start network...
05:34:25.774719 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
05:34:26.246993 run         create_hlr_db(pid=31100): Launched
05:34:26.419718 bus                          /gobi_6: Setting Powered False
05:34:27.441077 run         create_hlr_db(pid=31100): Terminated: ok {rc=0}
05:34:27.842384 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31102): Launched
05:34:28.143182 run   osmo-hlr_10.42.42.2(pid=31103): Launched
05:34:28.254822 run              osmo-stp_10.42.42.5: Starting osmo-stp
05:34:28.777475 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31105): Launched
05:34:29.078367 run   osmo-stp_10.42.42.5(pid=31106): Launched
05:34:29.187665 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
05:34:29.713737 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31108): Launched
05:34:29.820536 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
05:34:30.084438 run              patchelf(pid=31109): Launched
05:34:30.260512 run   osmo-stp_10.42.42.5(pid=31106): ERR: Terminated: ERROR {rc=1}  [trial-2370↪gprs:sysmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31106)]
05:34:30.389792 run   osmo-stp_10.42.42.5(pid=31106): stdout: 
| (launched: 2022-12-10_05:34:28.928560)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
05:34:30.519029 run   osmo-stp_10.42.42.5(pid=31106): stderr: 
| �[0;m�[38;5;43m20221210053429102 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210053429103 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210053429103 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210053429103 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210053429104 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210053429104 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210053429104 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
05:34:30.643070 run   osmo-stp_10.42.42.5(pid=31106): stdout: 
| (launched: 2022-12-10_05:34:28.928560)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
05:34:30.765870 run   osmo-stp_10.42.42.5(pid=31106): stderr: 
| �[0;m�[38;5;43m20221210053429102 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210053429103 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210053429103 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210053429103 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210053429104 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210053429104 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210053429104 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
05:34:30.911470 run              patchelf(pid=31109): Terminating (SIGINT)
05:34:31.082885 run              patchelf(pid=31109): Terminated: ok {rc=0}
05:34:31.114996 tst             ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=31106): Process ended prematurely: osmo-stp_10.42.42.5(pid=31106) [trial-2370↪gprs:sysmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31106)]  [trial-2370↪gprs:sysmo↪ping_idle_ping.py:27]
05:34:31.124525 tst             ping_idle_ping.py:27: Test FAILED (6.4 sec)
05:34:31.187060 run   osmo-hlr_10.42.42.2(pid=31103): ERR: Terminated: ERROR {rc=237}  [trial-2370↪gprs:sysmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31103)]
05:34:31.237280 run   osmo-hlr_10.42.42.2(pid=31103): stdout: 
| (launched: 2022-12-10_05:34:27.994286) 
05:34:31.288481 run   osmo-hlr_10.42.42.2(pid=31103): stderr: 
| �[0;m�[1;31m20221210053428174 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210053428174 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210053428174 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210053428174 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210053428174 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210053428174 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210053428187 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/gprs:sysmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210053428195 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210053428195 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210053428195 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
05:34:31.331338 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31102): Terminating (SIGTERM)
05:34:31.372852 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31105): Terminating (SIGTERM)
05:34:31.414456 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31108): Terminating (SIGTERM)
05:34:31.425201 ---      ParallelTerminationStrategy: PID 31102 died...
05:34:31.480908 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31102): Terminated: ok {rc=0}
05:34:31.491417 ---      ParallelTerminationStrategy: PID 31105 died...
05:34:31.547154 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31105): Terminated: ok {rc=0}
05:34:31.557844 ---      ParallelTerminationStrategy: PID 31108 died...
05:34:31.613658 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31108): Terminated: ok {rc=0}
05:34:31.703069 bus                          /gobi_6: Setting Powered False
</stdout></case><duration>61.0</duration><id>12</id><name>gprs_sysmo</name><properties></properties><timestamp>2022-12-10T05:33:33</timestamp></suite><suite><case><age>58</age><className>gprs:sysmo+mod-bts0-egprs</className><duration>9.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=31124): Process ended prematurely: osmo-stp_10.42.42.5(pid=31124) [trial-2370↪gprs:sysmo+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31124)]</errorStackTrace><failedSince>2313</failedSince><name>cs_paging_gprs_active.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py", line 38, in &lt;module&gt;
    setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py", line 67, in setup_run_iperf3_test_parallel
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31124): Process ended prematurely: osmo-stp_10.42.42.5(pid=31124) [trial-2370↪gprs:sysmo+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31124)]
</stderr><stdout>
----------------------------------------------
trial-2370 gprs:sysmo+mod-bts0-egprs cs_paging_gprs_active.py
----------------------------------------------
05:34:33.810933 tst        gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
05:34:33.821756 tst        gprs:sysmo+mod-bts0-egprs: Using 1 x bts (candidates: 1)
05:34:33.946595 tst         cs_paging_gprs_active.py: using LAC 26199
05:34:34.069277 tst         cs_paging_gprs_active.py: using RAC 189
05:34:34.190981 tst         cs_paging_gprs_active.py: using CellId 26199
05:34:34.312905 tst         cs_paging_gprs_active.py: using BVCI 26200
05:34:34.336448 tst        gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
05:34:34.347283 tst        gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
05:34:34.357846 tst        gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
05:34:34.369155 tst        gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
05:34:34.379986 tst        gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
05:34:34.390751 tst        gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
05:34:34.401730 tst        gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
05:34:34.412413 tst        gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
05:34:34.423411 tst        gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)
05:34:34.545193 tst        gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)
05:34:34.841911 tst      cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...
05:34:34.979020 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
05:34:35.320409 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31114): Launched
05:34:35.604471 run iperf3-srv_10.42.42.10(pid=31115): Launched
05:34:35.805265 tst      cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...
05:34:35.942229 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
05:34:36.283934 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31116): Launched
05:34:36.567578 run iperf3-srv_10.42.42.10(pid=31117): Launched
05:34:36.768520 tst      cs_paging_gprs_active.py:38: start network...
05:34:36.905789 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
05:34:37.432408 run         create_hlr_db(pid=31118): Launched
05:34:37.622166 bus                          /gobi_6: Setting Powered False
05:34:38.640804 run         create_hlr_db(pid=31118): Terminated: ok {rc=0}
05:34:39.077821 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31120): Launched
05:34:39.406789 run   osmo-hlr_10.42.42.2(pid=31121): Launched
05:34:39.525343 run              osmo-stp_10.42.42.5: Starting osmo-stp
05:34:40.094951 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31123): Launched
05:34:40.424075 run   osmo-stp_10.42.42.5(pid=31124): Launched
05:34:40.543226 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
05:34:41.118853 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31126): Launched
05:34:41.235845 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
05:34:41.522594 run              patchelf(pid=31127): Launched
05:34:41.713790 run   osmo-stp_10.42.42.5(pid=31124): ERR: Terminated: ERROR {rc=1}  [trial-2370↪gprs:sysmo+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31124)]
05:34:41.852934 run   osmo-stp_10.42.42.5(pid=31124): stdout: 
| (launched: 2022-12-10_05:34:40.262274)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
05:34:41.992821 run   osmo-stp_10.42.42.5(pid=31124): stderr: 
| �[0;m�[38;5;43m20221210053440459 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210053440459 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210053440459 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210053440460 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210053440460 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210053440460 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210053440460 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
05:34:42.128044 run   osmo-stp_10.42.42.5(pid=31124): stdout: 
| (launched: 2022-12-10_05:34:40.262274)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
05:34:42.262796 run   osmo-stp_10.42.42.5(pid=31124): stderr: 
| �[0;m�[38;5;43m20221210053440459 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210053440459 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210053440459 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210053440460 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210053440460 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210053440460 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210053440460 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
05:34:42.418011 run              patchelf(pid=31127): Terminating (SIGINT)
05:34:42.600789 run              patchelf(pid=31127): Terminated: ok {rc=0}
05:34:42.634348 tst      cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=31124): Process ended prematurely: osmo-stp_10.42.42.5(pid=31124) [trial-2370↪gprs:sysmo+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31124)]  [trial-2370↪gprs:sysmo+mod-bts0-egprs↪cs_paging_gprs_active.py:38]
05:34:42.644239 tst      cs_paging_gprs_active.py:38: Test FAILED (8.9 sec)
05:34:42.707097 run   osmo-hlr_10.42.42.2(pid=31121): ERR: Terminated: ERROR {rc=237}  [trial-2370↪gprs:sysmo+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31121)]
05:34:42.758626 run   osmo-hlr_10.42.42.2(pid=31121): stdout: 
| (launched: 2022-12-10_05:34:39.244329) 
05:34:42.810946 run   osmo-hlr_10.42.42.2(pid=31121): stderr: 
| �[0;m�[1;31m20221210053439446 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210053439446 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210053439446 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210053439446 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210053439446 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210053439446 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210053439459 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/gprs:sysmo+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210053439468 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210053439468 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210053439468 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
05:34:42.855501 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31114): Terminating (SIGTERM)
05:34:42.897107 run iperf3-srv_10.42.42.10(pid=31115): Terminating (SIGTERM)
05:34:42.938913 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31116): Terminating (SIGTERM)
05:34:42.980520 run iperf3-srv_10.42.42.10(pid=31117): Terminating (SIGTERM)
05:34:43.022371 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31120): Terminating (SIGTERM)
05:34:43.064008 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31123): Terminating (SIGTERM)
05:34:43.106104 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31126): Terminating (SIGTERM)
05:34:43.115793 ---      ParallelTerminationStrategy: PID 31114 died...
05:34:43.171750 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31114): Terminated: ok {rc=0}
05:34:43.181953 ---      ParallelTerminationStrategy: PID 31115 died...
05:34:43.237442 run iperf3-srv_10.42.42.10(pid=31115): Terminated {rc=256}
05:34:43.247561 ---      ParallelTerminationStrategy: PID 31116 died...
05:34:43.303235 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31116): Terminated: ok {rc=0}
05:34:43.313354 ---      ParallelTerminationStrategy: PID 31117 died...
05:34:43.368528 run iperf3-srv_10.42.42.10(pid=31117): Terminated {rc=256}
05:34:43.378395 ---      ParallelTerminationStrategy: PID 31120 died...
05:34:43.433376 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31120): Terminated: ok {rc=0}
05:34:43.443200 ---      ParallelTerminationStrategy: PID 31123 died...
05:34:43.498542 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31123): Terminated: ok {rc=0}
05:34:43.508492 ---      ParallelTerminationStrategy: PID 31126 died...
05:34:43.563381 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31126): Terminated: ok {rc=0}
05:34:43.649330 bus                          /gobi_0: Setting Powered False
05:34:44.751523 bus                          /gobi_0: Setting Powered False
05:34:45.862231 bus                          /gobi_6: Setting Powered False
</stdout></case><case><age>228</age><className>gprs:sysmo+mod-bts0-egprs</className><duration>8.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=31136): Process ended prematurely: osmo-stp_10.42.42.5(pid=31136) [trial-2370↪gprs:sysmo+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31136)]</errorStackTrace><failedSince>2143</failedSince><name>iperf3.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py", line 8, in &lt;module&gt;
    setup_run_iperf3_test_parallel(1)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py", line 67, in setup_run_iperf3_test_parallel
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31136): Process ended prematurely: osmo-stp_10.42.42.5(pid=31136) [trial-2370↪gprs:sysmo+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31136)]
</stderr><stdout>
----------------------------------------------
trial-2370 gprs:sysmo+mod-bts0-egprs iperf3.py
----------------------------------------------
05:34:47.003003 tst        gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
05:34:47.019486 tst        gprs:sysmo+mod-bts0-egprs: Using 1 x bts (candidates: 1)
05:34:47.185705 tst                        iperf3.py: using LAC 26200
05:34:47.326556 tst                        iperf3.py: using RAC 190
05:34:47.446414 tst                        iperf3.py: using CellId 26200
05:34:47.566506 tst                        iperf3.py: using BVCI 26201
05:34:47.589883 tst        gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
05:34:47.600654 tst        gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
05:34:47.611336 tst        gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
05:34:47.622211 tst        gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
05:34:47.633043 tst        gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
05:34:47.643753 tst        gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
05:34:47.654793 tst        gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
05:34:47.665666 tst        gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
05:34:47.676655 tst        gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)
05:34:47.957596 tst                      iperf3.py:8: start iperfv3 server 10.42.42.10:5003...
05:34:48.084357 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
05:34:48.402528 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31128): Launched
05:34:48.666347 run iperf3-srv_10.42.42.10(pid=31129): Launched
05:34:48.851321 tst                      iperf3.py:8: start network...
05:34:48.977635 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
05:34:49.457922 run         create_hlr_db(pid=31130): Launched
05:34:49.632652 bus                          /gobi_6: Setting Powered False
05:34:50.654633 run         create_hlr_db(pid=31130): Terminated: ok {rc=0}
05:34:51.062229 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31132): Launched
05:34:51.368469 run   osmo-hlr_10.42.42.2(pid=31133): Launched
05:34:51.477820 run              osmo-stp_10.42.42.5: Starting osmo-stp
05:34:52.008791 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31135): Launched
05:34:52.315295 run   osmo-stp_10.42.42.5(pid=31136): Launched
05:34:52.425847 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
05:34:52.960554 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31138): Launched
05:34:53.069112 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
05:34:53.336917 run              patchelf(pid=31139): Launched
05:34:53.515130 run   osmo-stp_10.42.42.5(pid=31136): ERR: Terminated: ERROR {rc=1}  [trial-2370↪gprs:sysmo+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31136)]
05:34:53.645168 run   osmo-stp_10.42.42.5(pid=31136): stdout: 
| (launched: 2022-12-10_05:34:52.163179)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
05:34:53.775629 run   osmo-stp_10.42.42.5(pid=31136): stderr: 
| �[0;m�[38;5;43m20221210053452337 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210053452338 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210053452338 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210053452338 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210053452340 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210053452341 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210053452341 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
05:34:53.901776 run   osmo-stp_10.42.42.5(pid=31136): stdout: 
| (launched: 2022-12-10_05:34:52.163179)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
05:34:54.026589 run   osmo-stp_10.42.42.5(pid=31136): stderr: 
| �[0;m�[38;5;43m20221210053452337 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210053452338 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210053452338 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210053452338 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210053452340 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210053452341 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210053452341 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
05:34:54.171485 run              patchelf(pid=31139): Terminating (SIGINT)
05:34:54.343664 run              patchelf(pid=31139): Terminated: ok {rc=0}
05:34:54.374994 tst                      iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=31136): Process ended prematurely: osmo-stp_10.42.42.5(pid=31136) [trial-2370↪gprs:sysmo+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31136)]  [trial-2370↪gprs:sysmo+mod-bts0-egprs↪iperf3.py:8]
05:34:54.384228 tst                      iperf3.py:8: Test FAILED (7.4 sec)
05:34:54.444231 run   osmo-hlr_10.42.42.2(pid=31133): ERR: Terminated: ERROR {rc=237}  [trial-2370↪gprs:sysmo+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31133)]
05:34:54.492837 run   osmo-hlr_10.42.42.2(pid=31133): stdout: 
| (launched: 2022-12-10_05:34:51.216705) 
05:34:54.542207 run   osmo-hlr_10.42.42.2(pid=31133): stderr: 
| �[0;m�[1;31m20221210053451392 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210053451392 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210053451392 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210053451392 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210053451393 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210053451393 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210053451433 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/gprs:sysmo+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210053451444 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210053451444 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210053451444 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
05:34:54.583774 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31128): Terminating (SIGTERM)
05:34:54.623137 run iperf3-srv_10.42.42.10(pid=31129): Terminating (SIGTERM)
05:34:54.662497 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31132): Terminating (SIGTERM)
05:34:54.701796 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31135): Terminating (SIGTERM)
05:34:54.741093 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31138): Terminating (SIGTERM)
05:34:54.750371 ---      ParallelTerminationStrategy: PID 31128 died...
05:34:54.803079 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31128): Terminated: ok {rc=0}
05:34:54.812749 ---      ParallelTerminationStrategy: PID 31129 died...
05:34:54.865847 run iperf3-srv_10.42.42.10(pid=31129): Terminated {rc=256}
05:34:54.875180 ---      ParallelTerminationStrategy: PID 31132 died...
05:34:54.927812 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31132): Terminated: ok {rc=0}
05:34:54.937604 ---      ParallelTerminationStrategy: PID 31135 died...
05:34:54.990419 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31135): Terminated: ok {rc=0}
05:34:54.999977 ---      ParallelTerminationStrategy: PID 31138 died...
05:34:55.053508 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31138): Terminated: ok {rc=0}
05:34:55.142022 bus                          /gobi_6: Setting Powered False
</stdout></case><case><age>228</age><className>gprs:sysmo+mod-bts0-egprs</className><duration>11.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=31157): Process ended prematurely: osmo-stp_10.42.42.5(pid=31157) [trial-2370↪gprs:sysmo+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31157)]</errorStackTrace><failedSince>2143</failedSince><name>iperf3m4.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py", line 8, in &lt;module&gt;
    setup_run_iperf3_test_parallel(4)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py", line 67, in setup_run_iperf3_test_parallel
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31157): Process ended prematurely: osmo-stp_10.42.42.5(pid=31157) [trial-2370↪gprs:sysmo+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31157)]
</stderr><stdout>
----------------------------------------------
trial-2370 gprs:sysmo+mod-bts0-egprs iperf3m4.py
----------------------------------------------
05:34:56.253928 tst        gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
05:34:56.265535 tst        gprs:sysmo+mod-bts0-egprs: Using 1 x bts (candidates: 1)
05:34:56.391042 tst                      iperf3m4.py: using LAC 26201
05:34:56.514705 tst                      iperf3m4.py: using RAC 191
05:34:56.636531 tst                      iperf3m4.py: using CellId 26201
05:34:56.758041 tst                      iperf3m4.py: using BVCI 26202
05:34:56.781451 tst        gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
05:34:56.792137 tst        gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
05:34:56.803009 tst        gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
05:34:56.814051 tst        gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
05:34:56.824708 tst        gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
05:34:56.835490 tst        gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
05:34:56.846542 tst        gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
05:34:56.857245 tst        gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
05:34:56.868045 tst        gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)
05:34:56.984132 tst        gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)
05:34:57.103727 tst        gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)
05:34:57.225490 tst        gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)
05:34:57.505710 tst                    iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...
05:34:57.633322 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
05:34:57.954298 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31140): Launched
05:34:58.219844 run iperf3-srv_10.42.42.10(pid=31141): Launched
05:34:58.407597 tst                    iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...
05:34:58.535820 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
05:34:58.862389 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31142): Launched
05:34:59.145204 run iperf3-srv_10.42.42.10(pid=31143): Launched
05:34:59.345049 tst                    iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...
05:34:59.481286 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
05:34:59.822420 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31144): Launched
05:35:00.104795 run iperf3-srv_10.42.42.10(pid=31145): Launched
05:35:00.304811 tst                    iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...
05:35:00.441249 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
05:35:00.781658 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31146): Launched
05:35:01.093926 run iperf3-srv_10.42.42.10(pid=31147): Launched
05:35:01.297392 tst                    iperf3m4.py:8: start network...
05:35:01.436088 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
05:35:02.002333 run         create_hlr_db(pid=31151): Launched
05:35:02.185537 bus                          /gobi_6: Setting Powered False
05:35:03.200458 run         create_hlr_db(pid=31151): Terminated: ok {rc=0}
05:35:03.637958 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31153): Launched
05:35:03.964775 run   osmo-hlr_10.42.42.2(pid=31154): Launched
05:35:04.087111 run              osmo-stp_10.42.42.5: Starting osmo-stp
05:35:04.660488 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31156): Launched
05:35:04.988162 run   osmo-stp_10.42.42.5(pid=31157): Launched
05:35:05.105556 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
05:35:05.676181 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31159): Launched
05:35:05.792355 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
05:35:06.078781 run              patchelf(pid=31160): Launched
05:35:06.269765 run   osmo-stp_10.42.42.5(pid=31157): ERR: Terminated: ERROR {rc=1}  [trial-2370↪gprs:sysmo+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31157)]
05:35:06.409646 run   osmo-stp_10.42.42.5(pid=31157): stdout: 
| (launched: 2022-12-10_05:35:04.826815)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
05:35:06.549494 run   osmo-stp_10.42.42.5(pid=31157): stderr: 
| �[0;m�[38;5;43m20221210053505023 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210053505023 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210053505023 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210053505024 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210053505024 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210053505024 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210053505024 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
05:35:06.684365 run   osmo-stp_10.42.42.5(pid=31157): stdout: 
| (launched: 2022-12-10_05:35:04.826815)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
05:35:06.818128 run   osmo-stp_10.42.42.5(pid=31157): stderr: 
| �[0;m�[38;5;43m20221210053505023 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210053505023 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210053505023 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210053505024 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210053505024 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210053505024 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210053505024 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
05:35:06.973597 run              patchelf(pid=31160): Terminating (SIGINT)
05:35:07.155691 run              patchelf(pid=31160): Terminated: ok {rc=0}
05:35:07.189129 tst                    iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=31157): Process ended prematurely: osmo-stp_10.42.42.5(pid=31157) [trial-2370↪gprs:sysmo+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31157)]  [trial-2370↪gprs:sysmo+mod-bts0-egprs↪iperf3m4.py:8]
05:35:07.199129 tst                    iperf3m4.py:8: Test FAILED (11.0 sec)
05:35:07.261917 run   osmo-hlr_10.42.42.2(pid=31154): ERR: Terminated: ERROR {rc=237}  [trial-2370↪gprs:sysmo+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31154)]
05:35:07.313103 run   osmo-hlr_10.42.42.2(pid=31154): stdout: 
| (launched: 2022-12-10_05:35:03.803807) 
05:35:07.364769 run   osmo-hlr_10.42.42.2(pid=31154): stderr: 
| �[0;m�[1;31m20221210053504007 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210053504007 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210053504007 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210053504007 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210053504007 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210053504007 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210053504020 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/gprs:sysmo+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210053504029 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210053504029 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210053504029 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
05:35:07.408596 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31140): Terminating (SIGTERM)
05:35:07.449871 run iperf3-srv_10.42.42.10(pid=31141): Terminating (SIGTERM)
05:35:07.491171 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31142): Terminating (SIGTERM)
05:35:07.532431 run iperf3-srv_10.42.42.10(pid=31143): Terminating (SIGTERM)
05:35:07.575737 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31144): Terminating (SIGTERM)
05:35:07.616863 run iperf3-srv_10.42.42.10(pid=31145): Terminating (SIGTERM)
05:35:07.658212 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31146): Terminating (SIGTERM)
05:35:07.699413 run iperf3-srv_10.42.42.10(pid=31147): Terminating (SIGTERM)
05:35:07.740771 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31153): Terminating (SIGTERM)
05:35:07.782186 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31156): Terminating (SIGTERM)
05:35:07.823383 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31159): Terminating (SIGTERM)
05:35:07.832920 ---      ParallelTerminationStrategy: PID 31140 died...
05:35:07.888392 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31140): Terminated: ok {rc=0}
05:35:07.898394 ---      ParallelTerminationStrategy: PID 31141 died...
05:35:07.953539 run iperf3-srv_10.42.42.10(pid=31141): Terminated {rc=256}
05:35:07.963420 ---      ParallelTerminationStrategy: PID 31142 died...
05:35:08.018618 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31142): Terminated: ok {rc=0}
05:35:08.028527 ---      ParallelTerminationStrategy: PID 31143 died...
05:35:08.083658 run iperf3-srv_10.42.42.10(pid=31143): Terminated {rc=256}
05:35:08.093940 ---      ParallelTerminationStrategy: PID 31144 died...
05:35:08.149299 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31144): Terminated: ok {rc=0}
05:35:08.159345 ---      ParallelTerminationStrategy: PID 31145 died...
05:35:08.214508 run iperf3-srv_10.42.42.10(pid=31145): Terminated {rc=256}
05:35:08.224428 ---      ParallelTerminationStrategy: PID 31146 died...
05:35:08.279903 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31146): Terminated: ok {rc=0}
05:35:08.289945 ---      ParallelTerminationStrategy: PID 31147 died...
05:35:08.345459 run iperf3-srv_10.42.42.10(pid=31147): Terminated {rc=256}
05:35:08.355448 ---      ParallelTerminationStrategy: PID 31153 died...
05:35:08.411242 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31153): Terminated: ok {rc=0}
05:35:08.421359 ---      ParallelTerminationStrategy: PID 31156 died...
05:35:08.476809 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31156): Terminated: ok {rc=0}
05:35:08.486837 ---      ParallelTerminationStrategy: PID 31159 died...
05:35:08.543018 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31159): Terminated: ok {rc=0}
05:35:08.630105 bus                          /gobi_4: Setting Powered False
05:35:09.737367 bus                          /gobi_4: Setting Powered False
05:35:10.846827 bus                          /gobi_1: Setting Powered False
05:35:11.954096 bus                          /gobi_1: Setting Powered False
05:35:13.065672 bus                          /gobi_0: Setting Powered False
05:35:14.167647 bus                          /gobi_0: Setting Powered False
05:35:15.280412 bus                          /gobi_6: Setting Powered False
</stdout></case><case><age>40</age><className>gprs:sysmo+mod-bts0-egprs</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=31167): Process ended prematurely: osmo-stp_10.42.42.5(pid=31167) [trial-2370↪gprs:sysmo+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31167)]</errorStackTrace><failedSince>2331</failedSince><name>ping.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py", line 22, in &lt;module&gt;
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31167): Process ended prematurely: osmo-stp_10.42.42.5(pid=31167) [trial-2370↪gprs:sysmo+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31167)]
</stderr><stdout>
----------------------------------------------
trial-2370 gprs:sysmo+mod-bts0-egprs ping.py
----------------------------------------------
05:35:16.358281 tst        gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
05:35:16.374092 tst        gprs:sysmo+mod-bts0-egprs: Using 1 x bts (candidates: 1)
05:35:16.509247 tst                          ping.py: using LAC 26202
05:35:16.634033 tst                          ping.py: using RAC 192
05:35:16.786684 tst                          ping.py: using CellId 26202
05:35:16.931656 tst                          ping.py: using BVCI 26203
05:35:16.955908 tst        gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
05:35:16.967985 tst        gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
05:35:16.980784 tst        gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
05:35:16.993391 tst        gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
05:35:17.005149 tst        gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
05:35:17.019046 tst        gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
05:35:17.032144 tst        gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
05:35:17.045927 tst        gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)
05:35:17.327346 tst                       ping.py:19: start network...
05:35:17.452431 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
05:35:17.926408 run         create_hlr_db(pid=31161): Launched
05:35:18.099974 bus                          /gobi_6: Setting Powered False
05:35:19.120868 run         create_hlr_db(pid=31161): Terminated: ok {rc=0}
05:35:19.523386 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31163): Launched
05:35:19.824123 run   osmo-hlr_10.42.42.2(pid=31164): Launched
05:35:19.933422 run              osmo-stp_10.42.42.5: Starting osmo-stp
05:35:20.453449 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31166): Launched
05:35:20.753985 run   osmo-stp_10.42.42.5(pid=31167): Launched
05:35:20.862953 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
05:35:21.389696 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31169): Launched
05:35:21.495815 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
05:35:21.759220 run              patchelf(pid=31170): Launched
05:35:21.935192 run   osmo-stp_10.42.42.5(pid=31167): ERR: Terminated: ERROR {rc=1}  [trial-2370↪gprs:sysmo+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31167)]
05:35:22.063607 run   osmo-stp_10.42.42.5(pid=31167): stdout: 
| (launched: 2022-12-10_05:35:20.604464)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
05:35:22.192432 run   osmo-stp_10.42.42.5(pid=31167): stderr: 
| �[0;m�[38;5;43m20221210053520777 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210053520777 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210053520777 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210053520777 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210053520778 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210053520778 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210053520778 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
05:35:22.316284 run   osmo-stp_10.42.42.5(pid=31167): stdout: 
| (launched: 2022-12-10_05:35:20.604464)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
05:35:22.438816 run   osmo-stp_10.42.42.5(pid=31167): stderr: 
| �[0;m�[38;5;43m20221210053520777 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210053520777 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210053520777 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210053520777 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210053520778 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210053520778 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210053520778 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
05:35:22.582314 run              patchelf(pid=31170): Terminating (SIGINT)
05:35:22.749797 run              patchelf(pid=31170): Terminated: ok {rc=0}
05:35:22.780191 tst                       ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=31167): Process ended prematurely: osmo-stp_10.42.42.5(pid=31167) [trial-2370↪gprs:sysmo+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31167)]  [trial-2370↪gprs:sysmo+mod-bts0-egprs↪ping.py:22]
05:35:22.788921 tst                       ping.py:22: Test FAILED (6.4 sec)
05:35:22.849626 run   osmo-hlr_10.42.42.2(pid=31164): ERR: Terminated: ERROR {rc=237}  [trial-2370↪gprs:sysmo+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31164)]
05:35:22.898949 run   osmo-hlr_10.42.42.2(pid=31164): stdout: 
| (launched: 2022-12-10_05:35:19.674866) 
05:35:22.949126 run   osmo-hlr_10.42.42.2(pid=31164): stderr: 
| �[0;m�[1;31m20221210053519854 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210053519854 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210053519854 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210053519854 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210053519855 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210053519855 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210053519867 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/gprs:sysmo+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210053519876 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210053519876 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210053519876 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
05:35:22.991534 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31163): Terminating (SIGTERM)
05:35:23.031715 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31166): Terminating (SIGTERM)
05:35:23.071748 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31169): Terminating (SIGTERM)
05:35:23.081361 ---      ParallelTerminationStrategy: PID 31163 died...
05:35:23.135502 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31163): Terminated: ok {rc=0}
05:35:23.145449 ---      ParallelTerminationStrategy: PID 31166 died...
05:35:23.199145 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31166): Terminated: ok {rc=0}
05:35:23.208901 ---      ParallelTerminationStrategy: PID 31169 died...
05:35:23.262529 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31169): Terminated: ok {rc=0}
05:35:23.350718 bus                          /gobi_6: Setting Powered False
</stdout></case><case><age>40</age><className>gprs:sysmo+mod-bts0-egprs</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=31177): Process ended prematurely: osmo-stp_10.42.42.5(pid=31177) [trial-2370↪gprs:sysmo+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31177)]</errorStackTrace><failedSince>2331</failedSince><name>ping_idle_ping.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py", line 27, in &lt;module&gt;
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31177): Process ended prematurely: osmo-stp_10.42.42.5(pid=31177) [trial-2370↪gprs:sysmo+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31177)]
</stderr><stdout>
----------------------------------------------
trial-2370 gprs:sysmo+mod-bts0-egprs ping_idle_ping.py
----------------------------------------------
05:35:24.403070 tst        gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
05:35:24.415353 tst        gprs:sysmo+mod-bts0-egprs: Using 1 x bts (candidates: 1)
05:35:24.548380 tst                ping_idle_ping.py: using LAC 26203
05:35:24.671310 tst                ping_idle_ping.py: using RAC 193
05:35:24.791292 tst                ping_idle_ping.py: using CellId 26203
05:35:24.912435 tst                ping_idle_ping.py: using BVCI 26204
05:35:24.935557 tst        gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
05:35:24.946568 tst        gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
05:35:24.957448 tst        gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
05:35:24.968426 tst        gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
05:35:24.979238 tst        gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
05:35:24.990050 tst        gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
05:35:25.001009 tst        gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
05:35:25.011908 tst        gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)
05:35:25.297143 tst             ping_idle_ping.py:24: start network...
05:35:25.422039 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
05:35:25.897200 run         create_hlr_db(pid=31171): Launched
05:35:26.071397 bus                          /gobi_6: Setting Powered False
05:35:27.093485 run         create_hlr_db(pid=31171): Terminated: ok {rc=0}
05:35:27.526080 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31173): Launched
05:35:27.850982 run   osmo-hlr_10.42.42.2(pid=31174): Launched
05:35:27.968755 run              osmo-stp_10.42.42.5: Starting osmo-stp
05:35:28.532354 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31176): Launched
05:35:28.855525 run   osmo-stp_10.42.42.5(pid=31177): Launched
05:35:28.972527 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
05:35:29.538154 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31179): Launched
05:35:29.653018 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
05:35:29.935324 run              patchelf(pid=31180): Launched
05:35:30.124395 run   osmo-stp_10.42.42.5(pid=31177): ERR: Terminated: ERROR {rc=1}  [trial-2370↪gprs:sysmo+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31177)]
05:35:30.262285 run   osmo-stp_10.42.42.5(pid=31177): stdout: 
| (launched: 2022-12-10_05:35:28.695959)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
05:35:30.400629 run   osmo-stp_10.42.42.5(pid=31177): stderr: 
| �[0;m�[38;5;43m20221210053528892 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210053528892 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210053528892 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210053528892 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210053528893 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210053528893 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210053528893 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
05:35:30.534054 run   osmo-stp_10.42.42.5(pid=31177): stdout: 
| (launched: 2022-12-10_05:35:28.695959)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
05:35:30.666579 run   osmo-stp_10.42.42.5(pid=31177): stderr: 
| �[0;m�[38;5;43m20221210053528892 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210053528892 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210053528892 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210053528892 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210053528893 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210053528893 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210053528893 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
05:35:30.819778 run              patchelf(pid=31180): Terminating (SIGINT)
05:35:31.044797 run              patchelf(pid=31180): Terminated: ok {rc=0}
05:35:31.079605 tst             ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=31177): Process ended prematurely: osmo-stp_10.42.42.5(pid=31177) [trial-2370↪gprs:sysmo+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31177)]  [trial-2370↪gprs:sysmo+mod-bts0-egprs↪ping_idle_ping.py:27]
05:35:31.089644 tst             ping_idle_ping.py:27: Test FAILED (6.7 sec)
05:35:31.155601 run   osmo-hlr_10.42.42.2(pid=31174): ERR: Terminated: ERROR {rc=237}  [trial-2370↪gprs:sysmo+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31174)]
05:35:31.208118 run   osmo-hlr_10.42.42.2(pid=31174): stdout: 
| (launched: 2022-12-10_05:35:27.690470) 
05:35:31.262784 run   osmo-hlr_10.42.42.2(pid=31174): stderr: 
| �[0;m�[1;31m20221210053527893 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210053527893 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210053527893 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210053527893 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210053527893 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210053527893 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210053527905 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/gprs:sysmo+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210053527915 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210053527916 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210053527916 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
05:35:31.308358 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31173): Terminating (SIGTERM)
05:35:31.351450 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31176): Terminating (SIGTERM)
05:35:31.399002 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31179): Terminating (SIGTERM)
05:35:31.409869 ---      ParallelTerminationStrategy: PID 31173 died...
05:35:31.470472 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31173): Terminated: ok {rc=0}
05:35:31.481246 ---      ParallelTerminationStrategy: PID 31176 died...
05:35:31.539619 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31176): Terminated: ok {rc=0}
05:35:31.550392 ---      ParallelTerminationStrategy: PID 31179 died...
05:35:31.608634 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31179): Terminated: ok {rc=0}
05:35:31.698014 bus                          /gobi_6: Setting Powered False
</stdout></case><duration>60.0</duration><id>13</id><name>gprs_sysmo+mod-bts0-egprs</name><properties></properties><timestamp>2022-12-10T05:34:33</timestamp></suite><suite><case><age>228</age><className>gprs:sysmo+mod-bts0-dynts-ipa</className><duration>9.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=31196): Process ended prematurely: osmo-stp_10.42.42.5(pid=31196) [trial-2370↪gprs:sysmo+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31196)]</errorStackTrace><failedSince>2143</failedSince><name>cs_paging_gprs_active.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py", line 38, in &lt;module&gt;
    setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py", line 67, in setup_run_iperf3_test_parallel
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31196): Process ended prematurely: osmo-stp_10.42.42.5(pid=31196) [trial-2370↪gprs:sysmo+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31196)]
</stderr><stdout>
----------------------------------------------
trial-2370 gprs:sysmo+mod-bts0-dynts-ipa cs_paging_gprs_active.py
----------------------------------------------
05:35:33.814338 tst    gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
05:35:33.825642 tst    gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)
05:35:33.977182 tst         cs_paging_gprs_active.py: using LAC 26204
05:35:34.107086 tst         cs_paging_gprs_active.py: using RAC 194
05:35:34.235316 tst         cs_paging_gprs_active.py: using CellId 26204
05:35:34.363527 tst         cs_paging_gprs_active.py: using BVCI 26205
05:35:34.388715 tst    gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
05:35:34.400019 tst    gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
05:35:34.411212 tst    gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
05:35:34.422355 tst    gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
05:35:34.433446 tst    gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
05:35:34.444519 tst    gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
05:35:34.455719 tst    gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
05:35:34.466756 tst    gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
05:35:34.478012 tst    gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)
05:35:34.594635 tst    gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)
05:35:34.875303 tst      cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...
05:35:35.002984 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
05:35:35.322614 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31186): Launched
05:35:35.587270 run iperf3-srv_10.42.42.10(pid=31187): Launched
05:35:35.773058 tst      cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...
05:35:35.900021 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
05:35:36.218688 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31188): Launched
05:35:36.483171 run iperf3-srv_10.42.42.10(pid=31189): Launched
05:35:36.669258 tst      cs_paging_gprs_active.py:38: start network...
05:35:36.795925 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
05:35:37.280695 run         create_hlr_db(pid=31190): Launched
05:35:37.455823 bus                          /gobi_6: Setting Powered False
05:35:38.477513 run         create_hlr_db(pid=31190): Terminated: ok {rc=0}
05:35:38.917544 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31192): Launched
05:35:39.247465 run   osmo-hlr_10.42.42.2(pid=31193): Launched
05:35:39.367752 run              osmo-stp_10.42.42.5: Starting osmo-stp
05:35:39.938610 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31195): Launched
05:35:40.267020 run   osmo-stp_10.42.42.5(pid=31196): Launched
05:35:40.385719 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
05:35:40.953316 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31198): Launched
05:35:41.061961 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
05:35:41.330304 run              patchelf(pid=31199): Launched
05:35:41.509792 run   osmo-stp_10.42.42.5(pid=31196): ERR: Terminated: ERROR {rc=1}  [trial-2370↪gprs:sysmo+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31196)]
05:35:41.641450 run   osmo-stp_10.42.42.5(pid=31196): stdout: 
| (launched: 2022-12-10_05:35:40.104886)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
05:35:41.773191 run   osmo-stp_10.42.42.5(pid=31196): stderr: 
| �[0;m�[38;5;43m20221210053540302 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210053540302 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210053540302 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210053540302 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210053540303 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210053540303 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210053540303 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
05:35:41.900013 run   osmo-stp_10.42.42.5(pid=31196): stdout: 
| (launched: 2022-12-10_05:35:40.104886)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
05:35:42.025923 run   osmo-stp_10.42.42.5(pid=31196): stderr: 
| �[0;m�[38;5;43m20221210053540302 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210053540302 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210053540302 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210053540302 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210053540303 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210053540303 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210053540303 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
05:35:42.172025 run              patchelf(pid=31199): Terminating (SIGINT)
05:35:42.343772 run              patchelf(pid=31199): Terminated: ok {rc=0}
05:35:42.375503 tst      cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=31196): Process ended prematurely: osmo-stp_10.42.42.5(pid=31196) [trial-2370↪gprs:sysmo+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31196)]  [trial-2370↪gprs:sysmo+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]
05:35:42.384811 tst      cs_paging_gprs_active.py:38: Test FAILED (8.6 sec)
05:35:42.444571 run   osmo-hlr_10.42.42.2(pid=31193): ERR: Terminated: ERROR {rc=237}  [trial-2370↪gprs:sysmo+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31193)]
05:35:42.493097 run   osmo-hlr_10.42.42.2(pid=31193): stdout: 
| (launched: 2022-12-10_05:35:39.083943) 
05:35:42.542529 run   osmo-hlr_10.42.42.2(pid=31193): stderr: 
| �[0;m�[1;31m20221210053539284 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210053539284 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210053539284 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210053539284 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210053539284 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210053539285 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210053539298 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/gprs:sysmo+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210053539306 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210053539307 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210053539307 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
05:35:42.584059 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31186): Terminating (SIGTERM)
05:35:42.623401 run iperf3-srv_10.42.42.10(pid=31187): Terminating (SIGTERM)
05:35:42.663101 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31188): Terminating (SIGTERM)
05:35:42.702547 run iperf3-srv_10.42.42.10(pid=31189): Terminating (SIGTERM)
05:35:42.742159 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31192): Terminating (SIGTERM)
05:35:42.781516 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31195): Terminating (SIGTERM)
05:35:42.821061 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31198): Terminating (SIGTERM)
05:35:42.830404 ---      ParallelTerminationStrategy: PID 31186 died...
05:35:42.883197 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31186): Terminated: ok {rc=0}
05:35:42.892839 ---      ParallelTerminationStrategy: PID 31187 died...
05:35:42.945967 run iperf3-srv_10.42.42.10(pid=31187): Terminated {rc=256}
05:35:42.955604 ---      ParallelTerminationStrategy: PID 31188 died...
05:35:43.007933 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31188): Terminated: ok {rc=0}
05:35:43.017625 ---      ParallelTerminationStrategy: PID 31189 died...
05:35:43.069975 run iperf3-srv_10.42.42.10(pid=31189): Terminated {rc=256}
05:35:43.079669 ---      ParallelTerminationStrategy: PID 31192 died...
05:35:43.132065 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31192): Terminated: ok {rc=0}
05:35:43.141740 ---      ParallelTerminationStrategy: PID 31195 died...
05:35:43.194455 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31195): Terminated: ok {rc=0}
05:35:43.203860 ---      ParallelTerminationStrategy: PID 31198 died...
05:35:43.256317 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31198): Terminated: ok {rc=0}
05:35:43.344664 bus                          /gobi_0: Setting Powered False
05:35:44.447518 bus                          /gobi_0: Setting Powered False
05:35:45.553589 bus                          /gobi_6: Setting Powered False
</stdout></case><case><age>228</age><className>gprs:sysmo+mod-bts0-dynts-ipa</className><duration>8.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=31208): Process ended prematurely: osmo-stp_10.42.42.5(pid=31208) [trial-2370↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31208)]</errorStackTrace><failedSince>2143</failedSince><name>iperf3.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py", line 8, in &lt;module&gt;
    setup_run_iperf3_test_parallel(1)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py", line 67, in setup_run_iperf3_test_parallel
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31208): Process ended prematurely: osmo-stp_10.42.42.5(pid=31208) [trial-2370↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31208)]
</stderr><stdout>
----------------------------------------------
trial-2370 gprs:sysmo+mod-bts0-dynts-ipa iperf3.py
----------------------------------------------
05:35:46.674472 tst    gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
05:35:46.687899 tst    gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)
05:35:46.843374 tst                        iperf3.py: using LAC 26205
05:35:46.998560 tst                        iperf3.py: using RAC 195
05:35:47.131474 tst                        iperf3.py: using CellId 26205
05:35:47.255714 tst                        iperf3.py: using BVCI 26206
05:35:47.280175 tst    gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
05:35:47.292429 tst    gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
05:35:47.303827 tst    gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
05:35:47.316286 tst    gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
05:35:47.327057 tst    gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
05:35:47.338621 tst    gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
05:35:47.350432 tst    gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
05:35:47.362023 tst    gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
05:35:47.373563 tst    gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)
05:35:47.671268 tst                      iperf3.py:8: start iperfv3 server 10.42.42.10:5003...
05:35:47.808008 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
05:35:48.147914 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31200): Launched
05:35:48.432934 run iperf3-srv_10.42.42.10(pid=31201): Launched
05:35:48.634373 tst                      iperf3.py:8: start network...
05:35:48.771492 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
05:35:49.295318 run         create_hlr_db(pid=31202): Launched
05:35:49.484296 bus                          /gobi_6: Setting Powered False
05:35:50.504854 run         create_hlr_db(pid=31202): Terminated: ok {rc=0}
05:35:50.942442 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31204): Launched
05:35:51.270511 run   osmo-hlr_10.42.42.2(pid=31205): Launched
05:35:51.390906 run              osmo-stp_10.42.42.5: Starting osmo-stp
05:35:51.964114 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31207): Launched
05:35:52.291578 run   osmo-stp_10.42.42.5(pid=31208): Launched
05:35:52.410123 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
05:35:52.982679 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31210): Launched
05:35:53.099450 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
05:35:53.385583 run              patchelf(pid=31211): Launched
05:35:53.577237 run   osmo-stp_10.42.42.5(pid=31208): ERR: Terminated: ERROR {rc=1}  [trial-2370↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31208)]
05:35:53.717009 run   osmo-stp_10.42.42.5(pid=31208): stdout: 
| (launched: 2022-12-10_05:35:52.130342)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
05:35:53.856915 run   osmo-stp_10.42.42.5(pid=31208): stderr: 
| �[0;m�[38;5;43m20221210053552325 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210053552325 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210053552325 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210053552326 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210053552326 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210053552326 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210053552326 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
05:35:53.991896 run   osmo-stp_10.42.42.5(pid=31208): stdout: 
| (launched: 2022-12-10_05:35:52.130342)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
05:35:54.126226 run   osmo-stp_10.42.42.5(pid=31208): stderr: 
| �[0;m�[38;5;43m20221210053552325 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210053552325 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210053552325 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210053552326 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210053552326 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210053552326 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210053552326 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
05:35:54.282085 run              patchelf(pid=31211): Terminating (SIGINT)
05:35:54.464407 run              patchelf(pid=31211): Terminated: ok {rc=0}
05:35:54.497938 tst                      iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=31208): Process ended prematurely: osmo-stp_10.42.42.5(pid=31208) [trial-2370↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31208)]  [trial-2370↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3.py:8]
05:35:54.507852 tst                      iperf3.py:8: Test FAILED (7.9 sec)
05:35:54.570603 run   osmo-hlr_10.42.42.2(pid=31205): ERR: Terminated: ERROR {rc=237}  [trial-2370↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31205)]
05:35:54.621942 run   osmo-hlr_10.42.42.2(pid=31205): stdout: 
| (launched: 2022-12-10_05:35:51.109250) 
05:35:54.673695 run   osmo-hlr_10.42.42.2(pid=31205): stderr: 
| �[0;m�[1;31m20221210053551310 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210053551310 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210053551310 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210053551310 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210053551310 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210053551310 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210053551323 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/gprs:sysmo+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210053551331 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210053551331 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210053551331 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
05:35:54.717964 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31200): Terminating (SIGTERM)
05:35:54.760065 run iperf3-srv_10.42.42.10(pid=31201): Terminating (SIGTERM)
05:35:54.801933 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31204): Terminating (SIGTERM)
05:35:54.843517 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31207): Terminating (SIGTERM)
05:35:54.885192 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31210): Terminating (SIGTERM)
05:35:54.894801 ---      ParallelTerminationStrategy: PID 31200 died...
05:35:54.950538 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31200): Terminated: ok {rc=0}
05:35:54.960605 ---      ParallelTerminationStrategy: PID 31201 died...
05:35:55.015944 run iperf3-srv_10.42.42.10(pid=31201): Terminated {rc=256}
05:35:55.025936 ---      ParallelTerminationStrategy: PID 31204 died...
05:35:55.081392 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31204): Terminated: ok {rc=0}
05:35:55.091408 ---      ParallelTerminationStrategy: PID 31207 died...
05:35:55.146886 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31207): Terminated: ok {rc=0}
05:35:55.156921 ---      ParallelTerminationStrategy: PID 31210 died...
05:35:55.212617 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31210): Terminated: ok {rc=0}
05:35:55.298159 bus                          /gobi_6: Setting Powered False
</stdout></case><case><age>228</age><className>gprs:sysmo+mod-bts0-dynts-ipa</className><duration>11.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=31226): Process ended prematurely: osmo-stp_10.42.42.5(pid=31226) [trial-2370↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31226)]</errorStackTrace><failedSince>2143</failedSince><name>iperf3m4.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py", line 8, in &lt;module&gt;
    setup_run_iperf3_test_parallel(4)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py", line 67, in setup_run_iperf3_test_parallel
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31226): Process ended prematurely: osmo-stp_10.42.42.5(pid=31226) [trial-2370↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31226)]
</stderr><stdout>
----------------------------------------------
trial-2370 gprs:sysmo+mod-bts0-dynts-ipa iperf3m4.py
----------------------------------------------
05:35:56.413981 tst    gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
05:35:56.426031 tst    gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)
05:35:56.577919 tst                      iperf3m4.py: using LAC 26206
05:35:56.703725 tst                      iperf3m4.py: using RAC 196
05:35:56.830278 tst                      iperf3m4.py: using CellId 26206
05:35:56.956222 tst                      iperf3m4.py: using BVCI 26207
05:35:56.981366 tst    gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
05:35:56.992714 tst    gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
05:35:57.003849 tst    gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
05:35:57.014970 tst    gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
05:35:57.026049 tst    gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
05:35:57.037295 tst    gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
05:35:57.048524 tst    gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
05:35:57.059622 tst    gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
05:35:57.071016 tst    gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)
05:35:57.189133 tst    gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)
05:35:57.306635 tst    gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)
05:35:57.426258 tst    gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)
05:35:57.705358 tst                    iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...
05:35:57.833206 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
05:35:58.151596 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31212): Launched
05:35:58.416839 run iperf3-srv_10.42.42.10(pid=31213): Launched
05:35:58.603397 tst                    iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...
05:35:58.730822 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
05:35:59.049929 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31214): Launched
05:35:59.314296 run iperf3-srv_10.42.42.10(pid=31215): Launched
05:35:59.500494 tst                    iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...
05:35:59.627473 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
05:35:59.946318 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31216): Launched
05:36:00.211025 run iperf3-srv_10.42.42.10(pid=31217): Launched
05:36:00.397222 tst                    iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...
05:36:00.524164 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
05:36:00.855174 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31218): Launched
05:36:01.151896 run iperf3-srv_10.42.42.10(pid=31219): Launched
05:36:01.357715 tst                    iperf3m4.py:8: start network...
05:36:01.498281 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
05:36:02.065231 run         create_hlr_db(pid=31220): Launched
05:36:02.256267 bus                          /gobi_6: Setting Powered False
05:36:03.275704 run         create_hlr_db(pid=31220): Terminated: ok {rc=0}
05:36:03.686848 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31222): Launched
05:36:03.993239 run   osmo-hlr_10.42.42.2(pid=31223): Launched
05:36:04.112026 run              osmo-stp_10.42.42.5: Starting osmo-stp
05:36:04.652368 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31225): Launched
05:36:04.958474 run   osmo-stp_10.42.42.5(pid=31226): Launched
05:36:05.069662 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
05:36:05.604835 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31228): Launched
05:36:05.713571 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
05:36:05.982125 run              patchelf(pid=31229): Launched
05:36:06.161352 run   osmo-stp_10.42.42.5(pid=31226): ERR: Terminated: ERROR {rc=1}  [trial-2370↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31226)]
05:36:06.291807 run   osmo-stp_10.42.42.5(pid=31226): stdout: 
| (launched: 2022-12-10_05:36:04.806333)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
05:36:06.422235 run   osmo-stp_10.42.42.5(pid=31226): stderr: 
| �[0;m�[38;5;43m20221210053604978 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210053604978 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210053604978 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210053604979 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210053604979 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210053604979 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210053604979 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
05:36:06.548198 run   osmo-stp_10.42.42.5(pid=31226): stdout: 
| (launched: 2022-12-10_05:36:04.806333)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
05:36:06.673457 run   osmo-stp_10.42.42.5(pid=31226): stderr: 
| �[0;m�[38;5;43m20221210053604978 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210053604978 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210053604978 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210053604979 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210053604979 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210053604979 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210053604979 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
05:36:06.818836 run              patchelf(pid=31229): Terminating (SIGINT)
05:36:06.990508 run              patchelf(pid=31229): Terminated: ok {rc=0}
05:36:07.021984 tst                    iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=31226): Process ended prematurely: osmo-stp_10.42.42.5(pid=31226) [trial-2370↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31226)]  [trial-2370↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3m4.py:8]
05:36:07.031381 tst                    iperf3m4.py:8: Test FAILED (10.7 sec)
05:36:07.092192 run   osmo-hlr_10.42.42.2(pid=31223): ERR: Terminated: ERROR {rc=237}  [trial-2370↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31223)]
05:36:07.141208 run   osmo-hlr_10.42.42.2(pid=31223): stdout: 
| (launched: 2022-12-10_05:36:03.841570) 
05:36:07.191160 run   osmo-hlr_10.42.42.2(pid=31223): stderr: 
| �[0;m�[1;31m20221210053604021 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210053604021 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210053604021 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210053604021 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210053604021 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210053604021 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210053604033 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/gprs:sysmo+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210053604042 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210053604042 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210053604042 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
05:36:07.232890 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31212): Terminating (SIGTERM)
05:36:07.272510 run iperf3-srv_10.42.42.10(pid=31213): Terminating (SIGTERM)
05:36:07.312277 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31214): Terminating (SIGTERM)
05:36:07.351797 run iperf3-srv_10.42.42.10(pid=31215): Terminating (SIGTERM)
05:36:07.391314 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31216): Terminating (SIGTERM)
05:36:07.430681 run iperf3-srv_10.42.42.10(pid=31217): Terminating (SIGTERM)
05:36:07.470273 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31218): Terminating (SIGTERM)
05:36:07.509677 run iperf3-srv_10.42.42.10(pid=31219): Terminating (SIGTERM)
05:36:07.549195 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31222): Terminating (SIGTERM)
05:36:07.588752 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31225): Terminating (SIGTERM)
05:36:07.628288 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31228): Terminating (SIGTERM)
05:36:07.637508 ---      ParallelTerminationStrategy: PID 31212 died...
05:36:07.690910 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31212): Terminated: ok {rc=0}
05:36:07.700592 ---      ParallelTerminationStrategy: PID 31213 died...
05:36:07.753297 run iperf3-srv_10.42.42.10(pid=31213): Terminated {rc=256}
05:36:07.762884 ---      ParallelTerminationStrategy: PID 31214 died...
05:36:07.816036 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31214): Terminated: ok {rc=0}
05:36:07.825835 ---      ParallelTerminationStrategy: PID 31215 died...
05:36:07.879008 run iperf3-srv_10.42.42.10(pid=31215): Terminated {rc=256}
05:36:07.888752 ---      ParallelTerminationStrategy: PID 31216 died...
05:36:07.941495 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31216): Terminated: ok {rc=0}
05:36:07.951214 ---      ParallelTerminationStrategy: PID 31217 died...
05:36:08.003956 run iperf3-srv_10.42.42.10(pid=31217): Terminated {rc=256}
05:36:08.013552 ---      ParallelTerminationStrategy: PID 31218 died...
05:36:08.066456 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31218): Terminated: ok {rc=0}
05:36:08.075986 ---      ParallelTerminationStrategy: PID 31219 died...
05:36:08.128776 run iperf3-srv_10.42.42.10(pid=31219): Terminated {rc=256}
05:36:08.138345 ---      ParallelTerminationStrategy: PID 31222 died...
05:36:08.191952 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31222): Terminated: ok {rc=0}
05:36:08.201635 ---      ParallelTerminationStrategy: PID 31225 died...
05:36:08.254506 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31225): Terminated: ok {rc=0}
05:36:08.264273 ---      ParallelTerminationStrategy: PID 31228 died...
05:36:08.317156 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31228): Terminated: ok {rc=0}
05:36:08.400436 bus                          /gobi_4: Setting Powered False
05:36:09.502406 bus                          /gobi_4: Setting Powered False
05:36:10.615587 bus                          /gobi_1: Setting Powered False
05:36:11.719341 bus                          /gobi_1: Setting Powered False
05:36:12.830322 bus                          /gobi_0: Setting Powered False
05:36:13.932240 bus                          /gobi_0: Setting Powered False
05:36:15.044425 bus                          /gobi_6: Setting Powered False
</stdout></case><case><age>40</age><className>gprs:sysmo+mod-bts0-dynts-ipa</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=31236): Process ended prematurely: osmo-stp_10.42.42.5(pid=31236) [trial-2370↪gprs:sysmo+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31236)]</errorStackTrace><failedSince>2331</failedSince><name>ping.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py", line 22, in &lt;module&gt;
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31236): Process ended prematurely: osmo-stp_10.42.42.5(pid=31236) [trial-2370↪gprs:sysmo+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31236)]
</stderr><stdout>
----------------------------------------------
trial-2370 gprs:sysmo+mod-bts0-dynts-ipa ping.py
----------------------------------------------
05:36:16.112326 tst    gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
05:36:16.125496 tst    gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)
05:36:16.278875 tst                          ping.py: using LAC 26207
05:36:16.430536 tst                          ping.py: using RAC 197
05:36:16.569467 tst                          ping.py: using CellId 26207
05:36:16.721655 tst                          ping.py: using BVCI 26208
05:36:16.751230 tst    gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
05:36:16.764837 tst    gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
05:36:16.777132 tst    gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
05:36:16.789421 tst    gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
05:36:16.801759 tst    gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
05:36:16.813703 tst    gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
05:36:16.825882 tst    gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
05:36:16.838026 tst    gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)
05:36:17.187579 tst                       ping.py:19: start network...
05:36:17.315762 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
05:36:17.791642 run         create_hlr_db(pid=31230): Launched
05:36:17.966605 bus                          /gobi_6: Setting Powered False
05:36:18.985979 run         create_hlr_db(pid=31230): Terminated: ok {rc=0}
05:36:19.415922 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31232): Launched
05:36:19.738648 run   osmo-hlr_10.42.42.2(pid=31233): Launched
05:36:19.856618 run              osmo-stp_10.42.42.5: Starting osmo-stp
05:36:20.423448 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31235): Launched
05:36:20.746221 run   osmo-stp_10.42.42.5(pid=31236): Launched
05:36:20.862379 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
05:36:21.423922 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31238): Launched
05:36:21.538097 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
05:36:21.819420 run              patchelf(pid=31239): Launched
05:36:22.008411 run   osmo-stp_10.42.42.5(pid=31236): ERR: Terminated: ERROR {rc=1}  [trial-2370↪gprs:sysmo+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31236)]
05:36:22.146297 run   osmo-stp_10.42.42.5(pid=31236): stdout: 
| (launched: 2022-12-10_05:36:20.587081)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
05:36:22.283839 run   osmo-stp_10.42.42.5(pid=31236): stderr: 
| �[0;m�[38;5;43m20221210053620781 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210053620781 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210053620782 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210053620782 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210053620783 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210053620783 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210053620783 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
05:36:22.416506 run   osmo-stp_10.42.42.5(pid=31236): stdout: 
| (launched: 2022-12-10_05:36:20.587081)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
05:36:22.548187 run   osmo-stp_10.42.42.5(pid=31236): stderr: 
| �[0;m�[38;5;43m20221210053620781 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210053620781 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210053620782 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210053620782 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210053620783 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210053620783 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210053620783 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
05:36:22.701216 run              patchelf(pid=31239): Terminating (SIGINT)
05:36:22.880293 run              patchelf(pid=31239): Terminated: ok {rc=0}
05:36:22.912909 tst                       ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=31236): Process ended prematurely: osmo-stp_10.42.42.5(pid=31236) [trial-2370↪gprs:sysmo+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31236)]  [trial-2370↪gprs:sysmo+mod-bts0-dynts-ipa↪ping.py:22]
05:36:22.922193 tst                       ping.py:22: Test FAILED (6.8 sec)
05:36:22.984899 run   osmo-hlr_10.42.42.2(pid=31233): ERR: Terminated: ERROR {rc=237}  [trial-2370↪gprs:sysmo+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31233)]
05:36:23.035663 run   osmo-hlr_10.42.42.2(pid=31233): stdout: 
| (launched: 2022-12-10_05:36:19.579938) 
05:36:23.087145 run   osmo-hlr_10.42.42.2(pid=31233): stderr: 
| �[0;m�[1;31m20221210053619782 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210053619783 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210053619783 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210053619783 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210053619783 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210053619783 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210053619795 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/gprs:sysmo+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210053619805 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210053619805 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210053619805 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
05:36:23.130862 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31232): Terminating (SIGTERM)
05:36:23.172224 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31235): Terminating (SIGTERM)
05:36:23.213615 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31238): Terminating (SIGTERM)
05:36:23.223237 ---      ParallelTerminationStrategy: PID 31232 died...
05:36:23.278411 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31232): Terminated: ok {rc=0}
05:36:23.288460 ---      ParallelTerminationStrategy: PID 31235 died...
05:36:23.343316 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31235): Terminated: ok {rc=0}
05:36:23.353194 ---      ParallelTerminationStrategy: PID 31238 died...
05:36:23.407810 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31238): Terminated: ok {rc=0}
05:36:23.494355 bus                          /gobi_6: Setting Powered False
</stdout></case><case><age>40</age><className>gprs:sysmo+mod-bts0-dynts-ipa</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=31246): Process ended prematurely: osmo-stp_10.42.42.5(pid=31246) [trial-2370↪gprs:sysmo+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31246)]</errorStackTrace><failedSince>2331</failedSince><name>ping_idle_ping.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py", line 27, in &lt;module&gt;
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31246): Process ended prematurely: osmo-stp_10.42.42.5(pid=31246) [trial-2370↪gprs:sysmo+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31246)]
</stderr><stdout>
----------------------------------------------
trial-2370 gprs:sysmo+mod-bts0-dynts-ipa ping_idle_ping.py
----------------------------------------------
05:36:24.546195 tst    gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
05:36:24.558309 tst    gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)
05:36:24.711157 tst                ping_idle_ping.py: using LAC 26208
05:36:24.838067 tst                ping_idle_ping.py: using RAC 198
05:36:24.962467 tst                ping_idle_ping.py: using CellId 26208
05:36:25.087367 tst                ping_idle_ping.py: using BVCI 26209
05:36:25.112039 tst    gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
05:36:25.123663 tst    gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
05:36:25.134867 tst    gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
05:36:25.146175 tst    gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
05:36:25.157300 tst    gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
05:36:25.168343 tst    gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
05:36:25.179726 tst    gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
05:36:25.190895 tst    gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)
05:36:25.467335 tst             ping_idle_ping.py:24: start network...
05:36:25.591760 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
05:36:26.069375 run         create_hlr_db(pid=31240): Launched
05:36:26.243103 bus                          /gobi_6: Setting Powered False
05:36:27.264285 run         create_hlr_db(pid=31240): Terminated: ok {rc=0}
05:36:27.695655 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31242): Launched
05:36:28.019736 run   osmo-hlr_10.42.42.2(pid=31243): Launched
05:36:28.137318 run              osmo-stp_10.42.42.5: Starting osmo-stp
05:36:28.699204 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31245): Launched
05:36:29.023720 run   osmo-stp_10.42.42.5(pid=31246): Launched
05:36:29.141162 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
05:36:29.706440 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31248): Launched
05:36:29.821163 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
05:36:30.103250 run              patchelf(pid=31249): Launched
05:36:30.291446 run   osmo-stp_10.42.42.5(pid=31246): ERR: Terminated: ERROR {rc=1}  [trial-2370↪gprs:sysmo+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31246)]
05:36:30.429322 run   osmo-stp_10.42.42.5(pid=31246): stdout: 
| (launched: 2022-12-10_05:36:28.862872)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
05:36:30.567547 run   osmo-stp_10.42.42.5(pid=31246): stderr: 
| �[0;m�[38;5;43m20221210053629056 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210053629056 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210053629056 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210053629057 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210053629059 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210053629059 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210053629059 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
05:36:30.700786 run   osmo-stp_10.42.42.5(pid=31246): stdout: 
| (launched: 2022-12-10_05:36:28.862872)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
05:36:30.836521 run   osmo-stp_10.42.42.5(pid=31246): stderr: 
| �[0;m�[38;5;43m20221210053629056 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210053629056 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210053629056 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210053629057 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210053629059 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210053629059 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210053629059 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
05:36:30.998459 run              patchelf(pid=31249): Terminating (SIGINT)
05:36:31.182809 run              patchelf(pid=31249): Terminated: ok {rc=0}
05:36:31.216646 tst             ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=31246): Process ended prematurely: osmo-stp_10.42.42.5(pid=31246) [trial-2370↪gprs:sysmo+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31246)]  [trial-2370↪gprs:sysmo+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]
05:36:31.227007 tst             ping_idle_ping.py:27: Test FAILED (6.7 sec)
05:36:31.290733 run   osmo-hlr_10.42.42.2(pid=31243): ERR: Terminated: ERROR {rc=237}  [trial-2370↪gprs:sysmo+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31243)]
05:36:31.343078 run   osmo-hlr_10.42.42.2(pid=31243): stdout: 
| (launched: 2022-12-10_05:36:27.859806) 
05:36:31.396109 run   osmo-hlr_10.42.42.2(pid=31243): stderr: 
| �[0;m�[1;31m20221210053628058 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210053628058 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210053628058 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210053628058 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210053628058 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210053628058 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210053628071 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/gprs:sysmo+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210053628081 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210053628081 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210053628081 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
05:36:31.441805 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31242): Terminating (SIGTERM)
05:36:31.484485 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31245): Terminating (SIGTERM)
05:36:31.528318 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31248): Terminating (SIGTERM)
05:36:31.539292 ---      ParallelTerminationStrategy: PID 31242 died...
05:36:31.596999 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31242): Terminated: ok {rc=0}
05:36:31.607502 ---      ParallelTerminationStrategy: PID 31245 died...
05:36:31.664078 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31245): Terminated: ok {rc=0}
05:36:31.674805 ---      ParallelTerminationStrategy: PID 31248 died...
05:36:31.731333 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31248): Terminated: ok {rc=0}
05:36:31.819294 bus                          /gobi_6: Setting Powered False
</stdout></case><duration>61.0</duration><id>14</id><name>gprs_sysmo+mod-bts0-dynts-ipa</name><properties></properties><timestamp>2022-12-10T05:35:33</timestamp></suite><suite><case><age>228</age><className>gprs:sysmo+mod-bts0-dynts-osmo</className><duration>9.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=31263): Process ended prematurely: osmo-stp_10.42.42.5(pid=31263) [trial-2370↪gprs:sysmo+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31263)]</errorStackTrace><failedSince>2143</failedSince><name>cs_paging_gprs_active.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py", line 38, in &lt;module&gt;
    setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py", line 67, in setup_run_iperf3_test_parallel
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31263): Process ended prematurely: osmo-stp_10.42.42.5(pid=31263) [trial-2370↪gprs:sysmo+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31263)]
</stderr><stdout>
----------------------------------------------
trial-2370 gprs:sysmo+mod-bts0-dynts-osmo cs_paging_gprs_active.py
----------------------------------------------
05:36:33.937637 tst   gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
05:36:33.948785 tst   gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)
05:36:34.100586 tst         cs_paging_gprs_active.py: using LAC 26209
05:36:34.233021 tst         cs_paging_gprs_active.py: using RAC 199
05:36:34.359167 tst         cs_paging_gprs_active.py: using CellId 26209
05:36:34.486759 tst         cs_paging_gprs_active.py: using BVCI 26210
05:36:34.511959 tst   gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
05:36:34.523279 tst   gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
05:36:34.534416 tst   gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
05:36:34.545944 tst   gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
05:36:34.557115 tst   gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
05:36:34.568181 tst   gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
05:36:34.579855 tst   gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
05:36:34.590999 tst   gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
05:36:34.602835 tst   gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)
05:36:34.720548 tst   gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)
05:36:35.017386 tst      cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...
05:36:35.154515 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
05:36:35.495056 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31253): Launched
05:36:35.777715 run iperf3-srv_10.42.42.10(pid=31254): Launched
05:36:35.978022 tst      cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...
05:36:36.114143 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
05:36:36.454176 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31255): Launched
05:36:36.737209 run iperf3-srv_10.42.42.10(pid=31256): Launched
05:36:36.936650 tst      cs_paging_gprs_active.py:38: start network...
05:36:37.073173 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
05:36:37.597479 run         create_hlr_db(pid=31257): Launched
05:36:37.785989 bus                          /gobi_6: Setting Powered False
05:36:38.807096 run         create_hlr_db(pid=31257): Terminated: ok {rc=0}
05:36:39.243933 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31259): Launched
05:36:39.573583 run   osmo-hlr_10.42.42.2(pid=31260): Launched
05:36:39.692656 run              osmo-stp_10.42.42.5: Starting osmo-stp
05:36:40.261719 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31262): Launched
05:36:40.589579 run   osmo-stp_10.42.42.5(pid=31263): Launched
05:36:40.707551 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
05:36:41.279760 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31265): Launched
05:36:41.396062 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
05:36:41.683366 run              patchelf(pid=31266): Launched
05:36:41.874951 run   osmo-stp_10.42.42.5(pid=31263): ERR: Terminated: ERROR {rc=1}  [trial-2370↪gprs:sysmo+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31263)]
05:36:42.015069 run   osmo-stp_10.42.42.5(pid=31263): stdout: 
| (launched: 2022-12-10_05:36:40.427536)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
05:36:42.155495 run   osmo-stp_10.42.42.5(pid=31263): stderr: 
| �[0;m�[38;5;43m20221210053640623 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210053640623 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210053640623 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210053640624 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210053640624 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210053640624 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210053640624 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
05:36:42.290997 run   osmo-stp_10.42.42.5(pid=31263): stdout: 
| (launched: 2022-12-10_05:36:40.427536)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
05:36:42.425370 run   osmo-stp_10.42.42.5(pid=31263): stderr: 
| �[0;m�[38;5;43m20221210053640623 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210053640623 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210053640623 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210053640624 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210053640624 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210053640624 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210053640624 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
05:36:42.581575 run              patchelf(pid=31266): Terminating (SIGINT)
05:36:42.764666 run              patchelf(pid=31266): Terminated: ok {rc=0}
05:36:42.798422 tst      cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=31263): Process ended prematurely: osmo-stp_10.42.42.5(pid=31263) [trial-2370↪gprs:sysmo+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31263)]  [trial-2370↪gprs:sysmo+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38]
05:36:42.808338 tst      cs_paging_gprs_active.py:38: Test FAILED (8.9 sec)
05:36:42.870654 run   osmo-hlr_10.42.42.2(pid=31260): ERR: Terminated: ERROR {rc=237}  [trial-2370↪gprs:sysmo+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31260)]
05:36:42.921548 run   osmo-hlr_10.42.42.2(pid=31260): stdout: 
| (launched: 2022-12-10_05:36:39.410600) 
05:36:42.972898 run   osmo-hlr_10.42.42.2(pid=31260): stderr: 
| �[0;m�[1;31m20221210053639610 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210053639610 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210053639610 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210053639610 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210053639610 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210053639610 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210053639623 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/gprs:sysmo+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210053639631 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210053639631 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210053639631 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
05:36:43.017023 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31253): Terminating (SIGTERM)
05:36:43.058498 run iperf3-srv_10.42.42.10(pid=31254): Terminating (SIGTERM)
05:36:43.100117 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31255): Terminating (SIGTERM)
05:36:43.141975 run iperf3-srv_10.42.42.10(pid=31256): Terminating (SIGTERM)
05:36:43.183428 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31259): Terminating (SIGTERM)
05:36:43.224733 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31262): Terminating (SIGTERM)
05:36:43.265975 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31265): Terminating (SIGTERM)
05:36:43.275591 ---      ParallelTerminationStrategy: PID 31253 died...
05:36:43.331309 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31253): Terminated: ok {rc=0}
05:36:43.341398 ---      ParallelTerminationStrategy: PID 31254 died...
05:36:43.396284 run iperf3-srv_10.42.42.10(pid=31254): Terminated {rc=256}
05:36:43.406197 ---      ParallelTerminationStrategy: PID 31255 died...
05:36:43.461415 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31255): Terminated: ok {rc=0}
05:36:43.471309 ---      ParallelTerminationStrategy: PID 31256 died...
05:36:43.526662 run iperf3-srv_10.42.42.10(pid=31256): Terminated {rc=256}
05:36:43.536723 ---      ParallelTerminationStrategy: PID 31259 died...
05:36:43.592297 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31259): Terminated: ok {rc=0}
05:36:43.602509 ---      ParallelTerminationStrategy: PID 31262 died...
05:36:43.657695 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31262): Terminated: ok {rc=0}
05:36:43.667780 ---      ParallelTerminationStrategy: PID 31265 died...
05:36:43.722980 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31265): Terminated: ok {rc=0}
05:36:43.810656 bus                          /gobi_0: Setting Powered False
05:36:44.911813 bus                          /gobi_0: Setting Powered False
05:36:46.021858 bus                          /gobi_6: Setting Powered False
</stdout></case><case><age>228</age><className>gprs:sysmo+mod-bts0-dynts-osmo</className><duration>8.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=31275): Process ended prematurely: osmo-stp_10.42.42.5(pid=31275) [trial-2370↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31275)]</errorStackTrace><failedSince>2143</failedSince><name>iperf3.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py", line 8, in &lt;module&gt;
    setup_run_iperf3_test_parallel(1)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py", line 67, in setup_run_iperf3_test_parallel
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31275): Process ended prematurely: osmo-stp_10.42.42.5(pid=31275) [trial-2370↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31275)]
</stderr><stdout>
----------------------------------------------
trial-2370 gprs:sysmo+mod-bts0-dynts-osmo iperf3.py
----------------------------------------------
05:36:47.146121 tst   gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
05:36:47.158642 tst   gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)
05:36:47.316158 tst                        iperf3.py: using LAC 26210
05:36:47.448466 tst                        iperf3.py: using RAC 200
05:36:47.576469 tst                        iperf3.py: using CellId 26210
05:36:47.703255 tst                        iperf3.py: using BVCI 26211
05:36:47.728587 tst   gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
05:36:47.740036 tst   gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
05:36:47.751655 tst   gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
05:36:47.763098 tst   gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
05:36:47.774361 tst   gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
05:36:47.785727 tst   gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
05:36:47.797414 tst   gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
05:36:47.808633 tst   gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
05:36:47.820128 tst   gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)
05:36:48.101608 tst                      iperf3.py:8: start iperfv3 server 10.42.42.10:5003...
05:36:48.229843 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
05:36:48.549413 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31267): Launched
05:36:48.815268 run iperf3-srv_10.42.42.10(pid=31268): Launched
05:36:49.002617 tst                      iperf3.py:8: start network...
05:36:49.130349 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
05:36:49.616024 run         create_hlr_db(pid=31269): Launched
05:36:49.791796 bus                          /gobi_6: Setting Powered False
05:36:50.813468 run         create_hlr_db(pid=31269): Terminated: ok {rc=0}
05:36:51.251719 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31271): Launched
05:36:51.583631 run   osmo-hlr_10.42.42.2(pid=31272): Launched
05:36:51.703813 run              osmo-stp_10.42.42.5: Starting osmo-stp
05:36:52.274670 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31274): Launched
05:36:52.604256 run   osmo-stp_10.42.42.5(pid=31275): Launched
05:36:52.725626 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
05:36:53.298782 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31277): Launched
05:36:53.415145 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
05:36:53.704070 run              patchelf(pid=31278): Launched
05:36:53.894782 run   osmo-stp_10.42.42.5(pid=31275): ERR: Terminated: ERROR {rc=1}  [trial-2370↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31275)]
05:36:54.034545 run   osmo-stp_10.42.42.5(pid=31275): stdout: 
| (launched: 2022-12-10_05:36:52.441461)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
05:36:54.174162 run   osmo-stp_10.42.42.5(pid=31275): stderr: 
| �[0;m�[38;5;43m20221210053652636 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210053652636 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210053652636 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210053652636 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210053652637 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210053652637 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210053652637 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
05:36:54.308918 run   osmo-stp_10.42.42.5(pid=31275): stdout: 
| (launched: 2022-12-10_05:36:52.441461)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
05:36:54.442856 run   osmo-stp_10.42.42.5(pid=31275): stderr: 
| �[0;m�[38;5;43m20221210053652636 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210053652636 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210053652636 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210053652636 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210053652637 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210053652637 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210053652637 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
05:36:54.598601 run              patchelf(pid=31278): Terminating (SIGINT)
05:36:54.780734 run              patchelf(pid=31278): Terminated: ok {rc=0}
05:36:54.814235 tst                      iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=31275): Process ended prematurely: osmo-stp_10.42.42.5(pid=31275) [trial-2370↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31275)]  [trial-2370↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3.py:8]
05:36:54.824130 tst                      iperf3.py:8: Test FAILED (7.7 sec)
05:36:54.886555 run   osmo-hlr_10.42.42.2(pid=31272): ERR: Terminated: ERROR {rc=237}  [trial-2370↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31272)]
05:36:54.937777 run   osmo-hlr_10.42.42.2(pid=31272): stdout: 
| (launched: 2022-12-10_05:36:51.418967) 
05:36:54.989675 run   osmo-hlr_10.42.42.2(pid=31272): stderr: 
| �[0;m�[1;31m20221210053651619 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210053651619 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210053651619 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210053651619 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210053651619 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210053651619 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210053651631 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/gprs:sysmo+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210053651640 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210053651641 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210053651641 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
05:36:55.033987 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31267): Terminating (SIGTERM)
05:36:55.075683 run iperf3-srv_10.42.42.10(pid=31268): Terminating (SIGTERM)
05:36:55.117845 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31271): Terminating (SIGTERM)
05:36:55.159473 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31274): Terminating (SIGTERM)
05:36:55.201256 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31277): Terminating (SIGTERM)
05:36:55.211139 ---      ParallelTerminationStrategy: PID 31267 died...
05:36:55.267541 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31267): Terminated: ok {rc=0}
05:36:55.277846 ---      ParallelTerminationStrategy: PID 31268 died...
05:36:55.333371 run iperf3-srv_10.42.42.10(pid=31268): Terminated {rc=256}
05:36:55.343437 ---      ParallelTerminationStrategy: PID 31271 died...
05:36:55.399079 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31271): Terminated: ok {rc=0}
05:36:55.409204 ---      ParallelTerminationStrategy: PID 31274 died...
05:36:55.464877 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31274): Terminated: ok {rc=0}
05:36:55.475068 ---      ParallelTerminationStrategy: PID 31277 died...
05:36:55.530605 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31277): Terminated: ok {rc=0}
05:36:55.618174 bus                          /gobi_6: Setting Powered False
</stdout></case><case><age>232</age><className>gprs:sysmo+mod-bts0-dynts-osmo</className><duration>12.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=31293): Process ended prematurely: osmo-stp_10.42.42.5(pid=31293) [trial-2370↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31293)]</errorStackTrace><failedSince>2139</failedSince><name>iperf3m4.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py", line 8, in &lt;module&gt;
    setup_run_iperf3_test_parallel(4)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py", line 67, in setup_run_iperf3_test_parallel
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31293): Process ended prematurely: osmo-stp_10.42.42.5(pid=31293) [trial-2370↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31293)]
</stderr><stdout>
----------------------------------------------
trial-2370 gprs:sysmo+mod-bts0-dynts-osmo iperf3m4.py
----------------------------------------------
05:36:56.730279 tst   gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
05:36:56.741939 tst   gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)
05:36:56.888201 tst                      iperf3m4.py: using LAC 26211
05:36:57.009327 tst                      iperf3m4.py: using RAC 201
05:36:57.128059 tst                      iperf3m4.py: using CellId 26211
05:36:57.248938 tst                      iperf3m4.py: using BVCI 26212
05:36:57.272511 tst   gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
05:36:57.283523 tst   gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
05:36:57.294327 tst   gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
05:36:57.305470 tst   gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
05:36:57.316333 tst   gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
05:36:57.327399 tst   gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
05:36:57.338399 tst   gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
05:36:57.349440 tst   gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
05:36:57.360519 tst   gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)
05:36:57.477076 tst   gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)
05:36:57.601254 tst   gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)
05:36:57.719827 tst   gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)
05:36:58.015838 tst                    iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...
05:36:58.152092 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
05:36:58.490938 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31279): Launched
05:36:58.773195 run iperf3-srv_10.42.42.10(pid=31280): Launched
05:36:58.972717 tst                    iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...
05:36:59.108783 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
05:36:59.449740 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31281): Launched
05:36:59.734310 run iperf3-srv_10.42.42.10(pid=31282): Launched
05:36:59.933673 tst                    iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...
05:37:00.069186 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
05:37:00.410765 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31283): Launched
05:37:00.693433 run iperf3-srv_10.42.42.10(pid=31284): Launched
05:37:00.902931 tst                    iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...
05:37:01.054052 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
05:37:01.414130 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31285): Launched
05:37:01.716705 run iperf3-srv_10.42.42.10(pid=31286): Launched
05:37:01.920941 tst                    iperf3m4.py:8: start network...
05:37:02.059927 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
05:37:02.583122 run         create_hlr_db(pid=31287): Launched
05:37:02.771129 bus                          /gobi_6: Setting Powered False
05:37:03.780240 run         create_hlr_db(pid=31287): Terminated: ok {rc=0}
05:37:04.224013 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31289): Launched
05:37:04.551309 run   osmo-hlr_10.42.42.2(pid=31290): Launched
05:37:04.675202 run              osmo-stp_10.42.42.5: Starting osmo-stp
05:37:05.251568 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31292): Launched
05:37:05.581125 run   osmo-stp_10.42.42.5(pid=31293): Launched
05:37:05.699886 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
05:37:06.271949 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31295): Launched
05:37:06.388573 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
05:37:06.675818 run              patchelf(pid=31296): Launched
05:37:06.866856 run   osmo-stp_10.42.42.5(pid=31293): ERR: Terminated: ERROR {rc=1}  [trial-2370↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31293)]
05:37:07.006350 run   osmo-stp_10.42.42.5(pid=31293): stdout: 
| (launched: 2022-12-10_05:37:05.418310)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
05:37:07.146257 run   osmo-stp_10.42.42.5(pid=31293): stderr: 
| �[0;m�[38;5;43m20221210053705614 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210053705614 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210053705614 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210053705615 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210053705615 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210053705615 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210053705615 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
05:37:07.281096 run   osmo-stp_10.42.42.5(pid=31293): stdout: 
| (launched: 2022-12-10_05:37:05.418310)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
05:37:07.415350 run   osmo-stp_10.42.42.5(pid=31293): stderr: 
| �[0;m�[38;5;43m20221210053705614 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210053705614 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210053705614 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210053705615 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210053705615 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210053705615 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210053705615 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
05:37:07.571431 run              patchelf(pid=31296): Terminating (SIGINT)
05:37:07.754276 run              patchelf(pid=31296): Terminated: ok {rc=0}
05:37:07.787749 tst                    iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=31293): Process ended prematurely: osmo-stp_10.42.42.5(pid=31293) [trial-2370↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31293)]  [trial-2370↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3m4.py:8]
05:37:07.797747 tst                    iperf3m4.py:8: Test FAILED (11.1 sec)
05:37:07.860350 run   osmo-hlr_10.42.42.2(pid=31290): ERR: Terminated: ERROR {rc=237}  [trial-2370↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31290)]
05:37:07.911339 run   osmo-hlr_10.42.42.2(pid=31290): stdout: 
| (launched: 2022-12-10_05:37:04.389956) 
05:37:07.963081 run   osmo-hlr_10.42.42.2(pid=31290): stderr: 
| �[0;m�[1;31m20221210053704593 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210053704593 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210053704593 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210053704593 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210053704593 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210053704593 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210053704606 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/gprs:sysmo+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210053704614 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210053704614 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210053704614 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
05:37:08.006969 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31279): Terminating (SIGTERM)
05:37:08.048203 run iperf3-srv_10.42.42.10(pid=31280): Terminating (SIGTERM)
05:37:08.089822 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31281): Terminating (SIGTERM)
05:37:08.131574 run iperf3-srv_10.42.42.10(pid=31282): Terminating (SIGTERM)
05:37:08.173424 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31283): Terminating (SIGTERM)
05:37:08.214962 run iperf3-srv_10.42.42.10(pid=31284): Terminating (SIGTERM)
05:37:08.256571 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31285): Terminating (SIGTERM)
05:37:08.298164 run iperf3-srv_10.42.42.10(pid=31286): Terminating (SIGTERM)
05:37:08.339862 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31289): Terminating (SIGTERM)
05:37:08.381606 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31292): Terminating (SIGTERM)
05:37:08.423309 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31295): Terminating (SIGTERM)
05:37:08.432941 ---      ParallelTerminationStrategy: PID 31279 died...
05:37:08.488748 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31279): Terminated: ok {rc=0}
05:37:08.498831 ---      ParallelTerminationStrategy: PID 31280 died...
05:37:08.554110 run iperf3-srv_10.42.42.10(pid=31280): Terminated {rc=256}
05:37:08.564408 ---      ParallelTerminationStrategy: PID 31281 died...
05:37:08.619923 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31281): Terminated: ok {rc=0}
05:37:08.629929 ---      ParallelTerminationStrategy: PID 31282 died...
05:37:08.685273 run iperf3-srv_10.42.42.10(pid=31282): Terminated {rc=256}
05:37:08.695203 ---      ParallelTerminationStrategy: PID 31283 died...
05:37:08.750438 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31283): Terminated: ok {rc=0}
05:37:08.760349 ---      ParallelTerminationStrategy: PID 31284 died...
05:37:08.815610 run iperf3-srv_10.42.42.10(pid=31284): Terminated {rc=256}
05:37:08.825608 ---      ParallelTerminationStrategy: PID 31285 died...
05:37:08.880599 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31285): Terminated: ok {rc=0}
05:37:08.890588 ---      ParallelTerminationStrategy: PID 31286 died...
05:37:08.945686 run iperf3-srv_10.42.42.10(pid=31286): Terminated {rc=256}
05:37:08.955723 ---      ParallelTerminationStrategy: PID 31289 died...
05:37:09.010877 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31289): Terminated: ok {rc=0}
05:37:09.020861 ---      ParallelTerminationStrategy: PID 31292 died...
05:37:09.076029 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31292): Terminated: ok {rc=0}
05:37:09.086035 ---      ParallelTerminationStrategy: PID 31295 died...
05:37:09.141420 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31295): Terminated: ok {rc=0}
05:37:09.228665 bus                          /gobi_4: Setting Powered False
05:37:10.332480 bus                          /gobi_4: Setting Powered False
05:37:11.443705 bus                          /gobi_1: Setting Powered False
05:37:12.548675 bus                          /gobi_1: Setting Powered False
05:37:13.660071 bus                          /gobi_0: Setting Powered False
05:37:14.761503 bus                          /gobi_0: Setting Powered False
05:37:15.901085 bus                          /gobi_6: Setting Powered False
</stdout></case><case><age>40</age><className>gprs:sysmo+mod-bts0-dynts-osmo</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=31303): Process ended prematurely: osmo-stp_10.42.42.5(pid=31303) [trial-2370↪gprs:sysmo+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31303)]</errorStackTrace><failedSince>2331</failedSince><name>ping.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py", line 22, in &lt;module&gt;
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31303): Process ended prematurely: osmo-stp_10.42.42.5(pid=31303) [trial-2370↪gprs:sysmo+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31303)]
</stderr><stdout>
----------------------------------------------
trial-2370 gprs:sysmo+mod-bts0-dynts-osmo ping.py
----------------------------------------------
05:37:16.971091 tst   gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
05:37:16.984155 tst   gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)
05:37:17.136555 tst                          ping.py: using LAC 26212
05:37:17.265014 tst                          ping.py: using RAC 202
05:37:17.384049 tst                          ping.py: using CellId 26212
05:37:17.504606 tst                          ping.py: using BVCI 26213
05:37:17.527853 tst   gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
05:37:17.539149 tst   gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
05:37:17.550004 tst   gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
05:37:17.561630 tst   gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
05:37:17.572827 tst   gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
05:37:17.584109 tst   gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
05:37:17.595146 tst   gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
05:37:17.606271 tst   gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)
05:37:17.880760 tst                       ping.py:19: start network...
05:37:18.005497 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
05:37:18.477171 run         create_hlr_db(pid=31297): Launched
05:37:18.650580 bus                          /gobi_6: Setting Powered False
05:37:19.671854 run         create_hlr_db(pid=31297): Terminated: ok {rc=0}
05:37:20.101008 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31299): Launched
05:37:20.423609 run   osmo-hlr_10.42.42.2(pid=31300): Launched
05:37:20.540796 run              osmo-stp_10.42.42.5: Starting osmo-stp
05:37:21.102499 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31302): Launched
05:37:21.426634 run   osmo-stp_10.42.42.5(pid=31303): Launched
05:37:21.543239 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
05:37:22.105968 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31305): Launched
05:37:22.219361 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
05:37:22.501940 run              patchelf(pid=31306): Launched
05:37:22.689851 run   osmo-stp_10.42.42.5(pid=31303): ERR: Terminated: ERROR {rc=1}  [trial-2370↪gprs:sysmo+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31303)]
05:37:22.826841 run   osmo-stp_10.42.42.5(pid=31303): stdout: 
| (launched: 2022-12-10_05:37:21.265051)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
05:37:22.963874 run   osmo-stp_10.42.42.5(pid=31303): stderr: 
| �[0;m�[38;5;43m20221210053721461 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210053721461 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210053721461 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210053721462 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210053721462 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210053721462 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210053721462 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
05:37:23.096314 run   osmo-stp_10.42.42.5(pid=31303): stdout: 
| (launched: 2022-12-10_05:37:21.265051)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
05:37:23.227015 run   osmo-stp_10.42.42.5(pid=31303): stderr: 
| �[0;m�[38;5;43m20221210053721461 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210053721461 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210053721461 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210053721462 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210053721462 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210053721462 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210053721462 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
05:37:23.379248 run              patchelf(pid=31306): Terminating (SIGINT)
05:37:23.558065 run              patchelf(pid=31306): Terminated: ok {rc=0}
05:37:23.590838 tst                       ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=31303): Process ended prematurely: osmo-stp_10.42.42.5(pid=31303) [trial-2370↪gprs:sysmo+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31303)]  [trial-2370↪gprs:sysmo+mod-bts0-dynts-osmo↪ping.py:22]
05:37:23.600073 tst                       ping.py:22: Test FAILED (6.6 sec)
05:37:23.663390 run   osmo-hlr_10.42.42.2(pid=31300): ERR: Terminated: ERROR {rc=237}  [trial-2370↪gprs:sysmo+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31300)]
05:37:23.714892 run   osmo-hlr_10.42.42.2(pid=31300): stdout: 
| (launched: 2022-12-10_05:37:20.263965) 
05:37:23.766931 run   osmo-hlr_10.42.42.2(pid=31300): stderr: 
| �[0;m�[1;31m20221210053720464 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210053720464 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210053720464 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210053720464 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210053720464 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210053720465 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210053720479 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/gprs:sysmo+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210053720489 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210053720489 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210053720489 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
05:37:23.811393 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31299): Terminating (SIGTERM)
05:37:23.853213 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31302): Terminating (SIGTERM)
05:37:23.895043 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31305): Terminating (SIGTERM)
05:37:23.904714 ---      ParallelTerminationStrategy: PID 31299 died...
05:37:23.960546 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31299): Terminated: ok {rc=0}
05:37:23.970610 ---      ParallelTerminationStrategy: PID 31302 died...
05:37:24.026071 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31302): Terminated: ok {rc=0}
05:37:24.036036 ---      ParallelTerminationStrategy: PID 31305 died...
05:37:24.091619 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31305): Terminated: ok {rc=0}
05:37:24.179627 bus                          /gobi_6: Setting Powered False
</stdout></case><case><age>40</age><className>gprs:sysmo+mod-bts0-dynts-osmo</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=31313): Process ended prematurely: osmo-stp_10.42.42.5(pid=31313) [trial-2370↪gprs:sysmo+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31313)]</errorStackTrace><failedSince>2331</failedSince><name>ping_idle_ping.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py", line 27, in &lt;module&gt;
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31313): Process ended prematurely: osmo-stp_10.42.42.5(pid=31313) [trial-2370↪gprs:sysmo+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31313)]
</stderr><stdout>
----------------------------------------------
trial-2370 gprs:sysmo+mod-bts0-dynts-osmo ping_idle_ping.py
----------------------------------------------
05:37:25.233138 tst   gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
05:37:25.245214 tst   gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)
05:37:25.399524 tst                ping_idle_ping.py: using LAC 26213
05:37:25.527978 tst                ping_idle_ping.py: using RAC 203
05:37:25.654552 tst                ping_idle_ping.py: using CellId 26213
05:37:25.777866 tst                ping_idle_ping.py: using BVCI 26214
05:37:25.800919 tst   gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
05:37:25.813657 tst   gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
05:37:25.824801 tst   gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
05:37:25.836236 tst   gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
05:37:25.847988 tst   gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
05:37:25.859702 tst   gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
05:37:25.871617 tst   gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
05:37:25.883351 tst   gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)
05:37:26.173288 tst             ping_idle_ping.py:24: start network...
05:37:26.306750 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
05:37:26.825264 run         create_hlr_db(pid=31307): Launched
05:37:27.011705 bus                          /gobi_6: Setting Powered False
05:37:28.031517 run         create_hlr_db(pid=31307): Terminated: ok {rc=0}
05:37:28.440912 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31309): Launched
05:37:28.745845 run   osmo-hlr_10.42.42.2(pid=31310): Launched
05:37:28.861683 run              osmo-stp_10.42.42.5: Starting osmo-stp
05:37:29.385900 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31312): Launched
05:37:29.688637 run   osmo-stp_10.42.42.5(pid=31313): Launched
05:37:29.798880 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
05:37:30.328189 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31315): Launched
05:37:30.435733 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
05:37:30.701197 run              patchelf(pid=31316): Launched
05:37:30.886175 run   osmo-stp_10.42.42.5(pid=31313): ERR: Terminated: ERROR {rc=1}  [trial-2370↪gprs:sysmo+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31313)]
05:37:31.030610 run   osmo-stp_10.42.42.5(pid=31313): stdout: 
| (launched: 2022-12-10_05:37:29.538321)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
05:37:31.175567 run   osmo-stp_10.42.42.5(pid=31313): stderr: 
| �[0;m�[38;5;43m20221210053729710 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210053729710 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210053729710 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210053729710 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210053729713 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210053729713 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210053729713 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
05:37:31.313765 run   osmo-stp_10.42.42.5(pid=31313): stdout: 
| (launched: 2022-12-10_05:37:29.538321)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
05:37:31.450070 run   osmo-stp_10.42.42.5(pid=31313): stderr: 
| �[0;m�[38;5;43m20221210053729710 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210053729710 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210053729710 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210053729710 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210053729713 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210053729713 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210053729713 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
05:37:31.611668 run              patchelf(pid=31316): Terminating (SIGINT)
05:37:31.798559 run              patchelf(pid=31316): Terminated: ok {rc=0}
05:37:31.832824 tst             ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=31313): Process ended prematurely: osmo-stp_10.42.42.5(pid=31313) [trial-2370↪gprs:sysmo+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31313)]  [trial-2370↪gprs:sysmo+mod-bts0-dynts-osmo↪ping_idle_ping.py:27]
05:37:31.843182 tst             ping_idle_ping.py:27: Test FAILED (6.6 sec)
05:37:31.911355 run   osmo-hlr_10.42.42.2(pid=31310): ERR: Terminated: ERROR {rc=237}  [trial-2370↪gprs:sysmo+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31310)]
05:37:31.966066 run   osmo-hlr_10.42.42.2(pid=31310): stdout: 
| (launched: 2022-12-10_05:37:28.594089) 
05:37:32.021739 run   osmo-hlr_10.42.42.2(pid=31310): stderr: 
| �[0;m�[1;31m20221210053728772 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210053728772 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210053728772 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210053728772 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210053728772 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210053728773 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210053728785 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/gprs:sysmo+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210053728794 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210053728794 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210053728794 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
05:37:32.069703 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31309): Terminating (SIGTERM)
05:37:32.115948 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31312): Terminating (SIGTERM)
05:37:32.163292 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31315): Terminating (SIGTERM)
05:37:32.174175 ---      ParallelTerminationStrategy: PID 31309 died...
05:37:32.235275 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31309): Terminated: ok {rc=0}
05:37:32.246360 ---      ParallelTerminationStrategy: PID 31312 died...
05:37:32.304582 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31312): Terminated: ok {rc=0}
05:37:32.314923 ---      ParallelTerminationStrategy: PID 31315 died...
05:37:32.371275 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31315): Terminated: ok {rc=0}
05:37:32.459867 bus                          /gobi_6: Setting Powered False
</stdout></case><duration>61.0</duration><id>15</id><name>gprs_sysmo+mod-bts0-dynts-osmo</name><properties></properties><timestamp>2022-12-10T05:36:33</timestamp></suite><suite><case><age>42</age><className>dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=31329): Process ended prematurely: osmo-stp_10.42.42.5(pid=31329) [trial-2370↪dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31329)]</errorStackTrace><failedSince>2329</failedSince><name>switch_tch_pdch.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py", line 54, in &lt;module&gt;
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31329): Process ended prematurely: osmo-stp_10.42.42.5(pid=31329) [trial-2370↪dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31329)]
</stderr><stdout>
----------------------------------------------
trial-2370 dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py
----------------------------------------------
05:37:34.460825 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)
05:37:34.472409 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)
05:37:34.624227 tst               switch_tch_pdch.py: using LAC 26214
05:37:34.748641 tst               switch_tch_pdch.py: using RAC 204
05:37:34.872551 tst               switch_tch_pdch.py: using CellId 26214
05:37:35.001989 tst               switch_tch_pdch.py: using BVCI 26215
05:37:35.026857 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)
05:37:35.038576 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)
05:37:35.050201 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)
05:37:35.061713 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)
05:37:35.073170 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)
05:37:35.084695 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)
05:37:35.096378 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)
05:37:35.107832 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)
05:37:35.224727 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)
05:37:35.498540 tst            switch_tch_pdch.py:51: start network...
05:37:35.623539 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
05:37:36.123031 run         create_hlr_db(pid=31323): Launched
05:37:36.309288 bus                          /gobi_6: Setting Powered False
05:37:37.328687 run         create_hlr_db(pid=31323): Terminated: ok {rc=0}
05:37:37.757296 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31325): Launched
05:37:38.077422 run   osmo-hlr_10.42.42.2(pid=31326): Launched
05:37:38.194285 run              osmo-stp_10.42.42.5: Starting osmo-stp
05:37:38.752117 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31328): Launched
05:37:39.073053 run   osmo-stp_10.42.42.5(pid=31329): Launched
05:37:39.188826 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
05:37:39.750329 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31331): Launched
05:37:39.864052 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
05:37:40.145247 run              patchelf(pid=31332): Launched
05:37:40.332658 run   osmo-stp_10.42.42.5(pid=31329): ERR: Terminated: ERROR {rc=1}  [trial-2370↪dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31329)]
05:37:40.469786 run   osmo-stp_10.42.42.5(pid=31329): stdout: 
| (launched: 2022-12-10_05:37:38.914454)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
05:37:40.607390 run   osmo-stp_10.42.42.5(pid=31329): stderr: 
| �[0;m�[38;5;43m20221210053739108 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210053739108 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210053739108 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210053739109 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210053739109 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210053739109 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210053739109 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
05:37:40.739929 run   osmo-stp_10.42.42.5(pid=31329): stdout: 
| (launched: 2022-12-10_05:37:38.914454)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
05:37:40.870753 run   osmo-stp_10.42.42.5(pid=31329): stderr: 
| �[0;m�[38;5;43m20221210053739108 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210053739108 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210053739108 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210053739109 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210053739109 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210053739109 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210053739109 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
05:37:41.023512 run              patchelf(pid=31332): Terminating (SIGINT)
05:37:41.203114 run              patchelf(pid=31332): Terminated: ok {rc=0}
05:37:41.235667 tst            switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=31329): Process ended prematurely: osmo-stp_10.42.42.5(pid=31329) [trial-2370↪dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31329)]  [trial-2370↪dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54]
05:37:41.244854 tst            switch_tch_pdch.py:54: Test FAILED (6.8 sec)
05:37:41.307563 run   osmo-hlr_10.42.42.2(pid=31326): ERR: Terminated: ERROR {rc=237}  [trial-2370↪dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31326)]
05:37:41.359047 run   osmo-hlr_10.42.42.2(pid=31326): stdout: 
| (launched: 2022-12-10_05:37:37.919547) 
05:37:41.410923 run   osmo-hlr_10.42.42.2(pid=31326): stderr: 
| �[0;m�[1;31m20221210053738121 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210053738121 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210053738121 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210053738121 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210053738121 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210053738121 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210053738134 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210053738143 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210053738143 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210053738143 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
05:37:41.455230 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31325): Terminating (SIGTERM)
05:37:41.497150 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31328): Terminating (SIGTERM)
05:37:41.539241 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31331): Terminating (SIGTERM)
05:37:41.549055 ---      ParallelTerminationStrategy: PID 31325 died...
05:37:41.605709 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31325): Terminated: ok {rc=0}
05:37:41.615728 ---      ParallelTerminationStrategy: PID 31328 died...
05:37:41.671671 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31328): Terminated: ok {rc=0}
05:37:41.681804 ---      ParallelTerminationStrategy: PID 31331 died...
05:37:41.737320 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31331): Terminated: ok {rc=0}
05:37:41.824383 bus                          /gobi_0: Setting Powered False
05:37:42.929498 bus                          /gobi_0: Setting Powered False
05:37:44.042107 bus                          /gobi_6: Setting Powered False
</stdout></case><duration>12.0</duration><id>16</id><name>dynts_sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any</name><properties></properties><timestamp>2022-12-10T05:37:34</timestamp></suite><suite><case><age>40</age><className>dynts:sysmo+mod-bts0-dynts67-osmo</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=31342): Process ended prematurely: osmo-stp_10.42.42.5(pid=31342) [trial-2370↪dynts:sysmo+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31342)]</errorStackTrace><failedSince>2331</failedSince><name>switch_tch_pdch.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py", line 54, in &lt;module&gt;
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31342): Process ended prematurely: osmo-stp_10.42.42.5(pid=31342) [trial-2370↪dynts:sysmo+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31342)]
</stderr><stdout>
----------------------------------------------
trial-2370 dynts:sysmo+mod-bts0-dynts67-osmo switch_tch_pdch.py
----------------------------------------------
05:37:45.980682 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)
05:37:45.992437 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1)
05:37:46.143231 tst               switch_tch_pdch.py: using LAC 26215
05:37:46.303662 tst               switch_tch_pdch.py: using RAC 205
05:37:46.436140 tst               switch_tch_pdch.py: using CellId 26215
05:37:46.597540 tst               switch_tch_pdch.py: using BVCI 26216
05:37:46.631446 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)
05:37:46.647187 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)
05:37:46.663978 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)
05:37:46.677654 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)
05:37:46.689732 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)
05:37:46.701006 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)
05:37:46.713925 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)
05:37:46.725445 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)
05:37:46.842516 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)
05:37:47.202842 tst            switch_tch_pdch.py:51: start network...
05:37:47.339444 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
05:37:47.828772 run         create_hlr_db(pid=31336): Launched
05:37:47.960345 bus                          /gobi_6: Setting Powered False
05:37:49.035931 run         create_hlr_db(pid=31336): Terminated: ok {rc=0}
05:37:49.417281 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31338): Launched
05:37:49.720167 run   osmo-hlr_10.42.42.2(pid=31339): Launched
05:37:49.830367 run              osmo-stp_10.42.42.5: Starting osmo-stp
05:37:50.326329 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31341): Launched
05:37:50.626932 run   osmo-stp_10.42.42.5(pid=31342): Launched
05:37:50.735959 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
05:37:51.237025 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31344): Launched
05:37:51.343551 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
05:37:51.607851 run              patchelf(pid=31345): Launched
05:37:51.784252 run   osmo-stp_10.42.42.5(pid=31342): ERR: Terminated: ERROR {rc=1}  [trial-2370↪dynts:sysmo+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31342)]
05:37:51.913036 run   osmo-stp_10.42.42.5(pid=31342): stdout: 
| (launched: 2022-12-10_05:37:50.477920)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
05:37:52.042242 run   osmo-stp_10.42.42.5(pid=31342): stderr: 
| �[0;m�[38;5;43m20221210053750649 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210053750650 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210053750650 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210053750650 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210053750651 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210053750651 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210053750651 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
05:37:52.166230 run   osmo-stp_10.42.42.5(pid=31342): stdout: 
| (launched: 2022-12-10_05:37:50.477920)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
05:37:52.289433 run   osmo-stp_10.42.42.5(pid=31342): stderr: 
| �[0;m�[38;5;43m20221210053750649 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210053750650 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210053750650 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210053750650 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210053750651 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210053750651 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210053750651 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
05:37:52.432536 run              patchelf(pid=31345): Terminating (SIGINT)
05:37:52.601197 run              patchelf(pid=31345): Terminated: ok {rc=0}
05:37:52.631773 tst            switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=31342): Process ended prematurely: osmo-stp_10.42.42.5(pid=31342) [trial-2370↪dynts:sysmo+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31342)]  [trial-2370↪dynts:sysmo+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54]
05:37:52.640530 tst            switch_tch_pdch.py:54: Test FAILED (6.6 sec)
05:37:52.701126 run   osmo-hlr_10.42.42.2(pid=31339): ERR: Terminated: ERROR {rc=237}  [trial-2370↪dynts:sysmo+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31339)]
05:37:52.750332 run   osmo-hlr_10.42.42.2(pid=31339): stdout: 
| (launched: 2022-12-10_05:37:49.569638) 
05:37:52.800487 run   osmo-hlr_10.42.42.2(pid=31339): stderr: 
| �[0;m�[1;31m20221210053749748 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210053749748 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210053749748 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210053749748 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210053749748 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210053749748 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210053749760 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/dynts:sysmo+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210053749769 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210053749769 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210053749769 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
05:37:52.842665 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31338): Terminating (SIGTERM)
05:37:52.882628 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31341): Terminating (SIGTERM)
05:37:52.922442 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31344): Terminating (SIGTERM)
05:37:52.931870 ---      ParallelTerminationStrategy: PID 31338 died...
05:37:52.985237 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31338): Terminated: ok {rc=0}
05:37:52.995093 ---      ParallelTerminationStrategy: PID 31341 died...
05:37:53.048312 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31341): Terminated: ok {rc=0}
05:37:53.058220 ---      ParallelTerminationStrategy: PID 31344 died...
05:37:53.111539 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31344): Terminated: ok {rc=0}
05:37:53.199861 bus                          /gobi_0: Setting Powered False
05:37:54.302330 bus                          /gobi_0: Setting Powered False
05:37:55.412866 bus                          /gobi_6: Setting Powered False
</stdout></case><duration>12.0</duration><id>17</id><name>dynts_sysmo+mod-bts0-dynts67-osmo</name><properties></properties><timestamp>2022-12-10T05:37:45</timestamp></suite><suite><case><age>226</age><className>nitb_sms:oc2g</className><duration>4.0</duration><errorStackTrace>osmo-nitb_10.42.42.2(pid=31350): Process ended prematurely: osmo-nitb_10.42.42.2(pid=31350) [trial-2370↪nitb_sms:oc2g↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=31350)]</errorStackTrace><failedSince>2145</failedSince><name>mo_mt_sms.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py", line 11, in &lt;module&gt;
    nitb.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py", line 67, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=31350): Process ended prematurely: osmo-nitb_10.42.42.2(pid=31350) [trial-2370↪nitb_sms:oc2g↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=31350)]
</stderr><stdout>
----------------------------------------------
trial-2370 nitb_sms:oc2g mo_mt_sms.py
----------------------------------------------
05:37:57.275853 tst                    nitb_sms:oc2g: Using 1 x ip_address (candidates: 1)
05:37:57.286624 tst                    nitb_sms:oc2g: Using 1 x bts (candidates: 1)
05:37:57.407176 tst                     mo_mt_sms.py: using LAC 26216
05:37:57.526767 tst                     mo_mt_sms.py: using RAC 206
05:37:57.651268 tst                     mo_mt_sms.py: using CellId 26216
05:37:57.779540 tst                     mo_mt_sms.py: using BVCI 26217
05:37:57.804237 tst                    nitb_sms:oc2g: Using 1 x modem (candidates: 2)
05:37:57.916921 tst                    nitb_sms:oc2g: Using 1 x modem (candidates: 2)
05:37:58.208014 tst                   mo_mt_sms.py:9: start nitb and bts...
05:37:58.341487 run             osmo-nitb_10.42.42.2: Starting osmo-nitb
05:37:59.008350 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=31349): Launched
05:37:59.328533 run  osmo-nitb_10.42.42.2(pid=31350): Launched
05:37:59.525757 run  osmo-nitb_10.42.42.2(pid=31350): ERR: Terminated: ERROR {rc=2}  [trial-2370↪nitb_sms:oc2g↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=31350)]
05:37:59.671459 run  osmo-nitb_10.42.42.2(pid=31350): stdout: 
| (launched: 2022-12-10_05:37:59.172654) 
05:37:59.817670 run  osmo-nitb_10.42.42.2(pid=31350): stderr: 
| (launched: 2022-12-10_05:37:59.220353)
| ======================================================================
| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and
| obsolete for several years.  If you really want to ignore years of hard work on
| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),
| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line
| argument.  DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!
| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box
| ====================================================================== 
05:37:59.958447 run  osmo-nitb_10.42.42.2(pid=31350): stdout: 
| (launched: 2022-12-10_05:37:59.172654) 
05:38:00.097594 run  osmo-nitb_10.42.42.2(pid=31350): stderr: 
| (launched: 2022-12-10_05:37:59.220353)
| ======================================================================
| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and
| obsolete for several years.  If you really want to ignore years of hard work on
| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),
| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line
| argument.  DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!
| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box
| ====================================================================== 
05:38:00.458697 tst  osmo-nitb_10.42.42.2(pid=31350): stdout: 
| (launched: 2022-12-10_05:37:59.172654) 
05:38:00.586880 tst  osmo-nitb_10.42.42.2(pid=31350): stderr: 
| (launched: 2022-12-10_05:37:59.220353)
| ======================================================================
| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and
| obsolete for several years.  If you really want to ignore years of hard work on
| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),
| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line
| argument.  DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!
| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box
| ====================================================================== 
05:38:00.643400 tst                  mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=31350): Process ended prematurely: osmo-nitb_10.42.42.2(pid=31350) [trial-2370↪nitb_sms:oc2g↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=31350)]  [trial-2370↪nitb_sms:oc2g↪mo_mt_sms.py:11]
05:38:00.652197 tst                  mo_mt_sms.py:11: Test FAILED (3.4 sec)
05:38:00.688134 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=31349): Terminating (SIGTERM)
05:38:00.865492 ---      ParallelTerminationStrategy: PID 31349 died...
05:38:00.934445 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=31349): Terminated: ok {rc=0}
05:38:01.023881 bus                        /sierra_3: Setting Powered False
05:38:02.147110 bus                        /sierra_3: Setting Powered False
05:38:03.257235 bus                        /sierra_2: Setting Powered False
</stdout></case><duration>8.0</duration><id>18</id><name>nitb_sms_oc2g</name><properties></properties><timestamp>2022-12-10T05:37:57</timestamp></suite><suite><case><age>168</age><className>sms:oc2g</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=31360): Process ended prematurely: osmo-stp_10.42.42.5(pid=31360) [trial-2370↪sms:oc2g↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31360)]</errorStackTrace><failedSince>2203</failedSince><name>mo_mt_sms.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py", line 16, in &lt;module&gt;
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31360): Process ended prematurely: osmo-stp_10.42.42.5(pid=31360) [trial-2370↪sms:oc2g↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31360)]
</stderr><stdout>
----------------------------------------------
trial-2370 sms:oc2g mo_mt_sms.py
----------------------------------------------
05:38:05.111418 tst                         sms:oc2g: Using 1 x ip_address (candidates: 6)
05:38:05.122399 tst                         sms:oc2g: Using 1 x bts (candidates: 1)
05:38:05.244612 tst                     mo_mt_sms.py: using LAC 26217
05:38:05.362150 tst                     mo_mt_sms.py: using RAC 207
05:38:05.479737 tst                     mo_mt_sms.py: using CellId 26217
05:38:05.599533 tst                     mo_mt_sms.py: using BVCI 26218
05:38:05.622546 tst                         sms:oc2g: Using 1 x ip_address (candidates: 6)
05:38:05.633253 tst                         sms:oc2g: Using 1 x ip_address (candidates: 6)
05:38:05.643866 tst                         sms:oc2g: Using 1 x ip_address (candidates: 6)
05:38:05.654800 tst                         sms:oc2g: Using 1 x ip_address (candidates: 6)
05:38:05.665966 tst                         sms:oc2g: Using 1 x ip_address (candidates: 6)
05:38:05.676640 tst                         sms:oc2g: Using 1 x modem (candidates: 2)
05:38:05.794956 tst                         sms:oc2g: Using 1 x modem (candidates: 2)
05:38:06.005629 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
05:38:06.519717 run         create_hlr_db(pid=31354): Launched
05:38:06.706535 bus                        /sierra_2: Setting Powered False
05:38:07.725462 run         create_hlr_db(pid=31354): Terminated: ok {rc=0}
05:38:08.155193 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31356): Launched
05:38:08.477305 run   osmo-hlr_10.42.42.2(pid=31357): Launched
05:38:08.596312 run              osmo-stp_10.42.42.5: Starting osmo-stp
05:38:09.155926 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31359): Launched
05:38:09.478068 run   osmo-stp_10.42.42.5(pid=31360): Launched
05:38:09.594029 run              osmo-msc_10.42.42.6: Starting osmo-msc
05:38:10.185232 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31362): Launched
05:38:10.510194 run   osmo-msc_10.42.42.6(pid=31363): Launched
05:38:10.697752 run   osmo-stp_10.42.42.5(pid=31360): ERR: Terminated: ERROR {rc=1}  [trial-2370↪sms:oc2g↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31360)]
05:38:10.832694 run   osmo-stp_10.42.42.5(pid=31360): stdout: 
| (launched: 2022-12-10_05:38:09.318751)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
05:38:10.967341 run   osmo-stp_10.42.42.5(pid=31360): stderr: 
| �[0;m�[38;5;43m20221210053809515 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210053809515 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210053809515 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210053809515 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210053809516 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210053809516 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210053809516 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
05:38:11.095449 run   osmo-stp_10.42.42.5(pid=31360): stdout: 
| (launched: 2022-12-10_05:38:09.318751)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
05:38:11.222332 run   osmo-stp_10.42.42.5(pid=31360): stderr: 
| �[0;m�[38;5;43m20221210053809515 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210053809515 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210053809515 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210053809515 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210053809516 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210053809516 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210053809516 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
05:38:11.278413 tst                  mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=31360): Process ended prematurely: osmo-stp_10.42.42.5(pid=31360) [trial-2370↪sms:oc2g↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31360)]  [trial-2370↪sms:oc2g↪mo_mt_sms.py:16]
05:38:11.286871 tst                  mo_mt_sms.py:16: Test FAILED (6.2 sec)
05:38:11.348579 run   osmo-hlr_10.42.42.2(pid=31357): ERR: Terminated: ERROR {rc=237}  [trial-2370↪sms:oc2g↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31357)]
05:38:11.399259 run   osmo-hlr_10.42.42.2(pid=31357): stdout: 
| (launched: 2022-12-10_05:38:08.318543) 
05:38:11.450724 run   osmo-hlr_10.42.42.2(pid=31357): stderr: 
| �[0;m�[1;31m20221210053808519 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210053808519 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210053808519 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210053808519 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210053808519 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210053808519 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210053808532 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/sms:oc2g/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210053808540 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210053808540 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210053808540 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
05:38:11.520758 run   osmo-msc_10.42.42.6(pid=31363): ERR: Terminated: ERROR {rc=2}  [trial-2370↪sms:oc2g↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=31363)]
05:38:11.571650 run   osmo-msc_10.42.42.6(pid=31363): stdout: 
| (launched: 2022-12-10_05:38:10.348549) 
05:38:11.623353 run   osmo-msc_10.42.42.6(pid=31363): stderr: 
| �[0;m�[38;5;43m20221210053810674 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210053810674 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f0b2a4e4c40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210053810674 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210053810674 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210053810674 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210053810675 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210053810676 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210053810677 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210053810677 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210053810677 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
05:38:11.667210 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31356): Terminating (SIGTERM)
05:38:11.708371 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31359): Terminating (SIGTERM)
05:38:11.750240 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31362): Terminating (SIGTERM)
05:38:11.759880 ---      ParallelTerminationStrategy: PID 31356 died...
05:38:11.815430 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31356): Terminated: ok {rc=0}
05:38:11.825734 ---      ParallelTerminationStrategy: PID 31359 died...
05:38:11.882074 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31359): Terminated: ok {rc=0}
05:38:11.892402 ---      ParallelTerminationStrategy: PID 31362 died...
05:38:11.947822 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31362): Terminated: ok {rc=0}
05:38:12.035607 bus                        /sierra_3: Setting Powered False
05:38:13.138231 bus                        /sierra_3: Setting Powered False
05:38:14.250121 bus                        /sierra_2: Setting Powered False
</stdout></case><duration>12.0</duration><id>19</id><name>sms_oc2g</name><properties></properties><timestamp>2022-12-10T05:38:04</timestamp></suite><suite><case><age>226</age><className>nitb_ussd:oc2g</className><duration>4.0</duration><errorStackTrace>osmo-nitb_10.42.42.2(pid=31451): Process ended prematurely: osmo-nitb_10.42.42.2(pid=31451) [trial-2370↪nitb_ussd:oc2g↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=31451)]</errorStackTrace><failedSince>2145</failedSince><name>assert_extension.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py", line 12, in &lt;module&gt;
    nitb.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py", line 67, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=31451): Process ended prematurely: osmo-nitb_10.42.42.2(pid=31451) [trial-2370↪nitb_ussd:oc2g↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=31451)]
</stderr><stdout>
----------------------------------------------
trial-2370 nitb_ussd:oc2g assert_extension.py
----------------------------------------------
05:38:16.060815 tst                   nitb_ussd:oc2g: Using 1 x ip_address (candidates: 1)
05:38:16.080023 tst                   nitb_ussd:oc2g: Using 1 x bts (candidates: 1)
05:38:16.254295 tst              assert_extension.py: using LAC 26218
05:38:16.421633 tst              assert_extension.py: using RAC 208
05:38:16.558874 tst              assert_extension.py: using CellId 26218
05:38:16.705651 tst              assert_extension.py: using BVCI 26219
05:38:16.729803 tst                   nitb_ussd:oc2g: Using 1 x modem (candidates: 1)
05:38:17.055015 tst           assert_extension.py:10: start nitb and bts...
05:38:17.184294 run             osmo-nitb_10.42.42.2: Starting osmo-nitb
05:38:17.911279 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=31441): Launched
05:38:18.269784 run  osmo-nitb_10.42.42.2(pid=31451): Launched
05:38:18.473215 run  osmo-nitb_10.42.42.2(pid=31451): ERR: Terminated: ERROR {rc=2}  [trial-2370↪nitb_ussd:oc2g↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=31451)]
05:38:18.647377 run  osmo-nitb_10.42.42.2(pid=31451): stdout: 
| (launched: 2022-12-10_05:38:18.066958) 
05:38:18.822608 run  osmo-nitb_10.42.42.2(pid=31451): stderr: 
| (launched: 2022-12-10_05:38:18.115821)
| ======================================================================
| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and
| obsolete for several years.  If you really want to ignore years of hard work on
| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),
| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line
| argument.  DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!
| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box
| ====================================================================== 
05:38:18.983393 run  osmo-nitb_10.42.42.2(pid=31451): stdout: 
| (launched: 2022-12-10_05:38:18.066958) 
05:38:19.142874 run  osmo-nitb_10.42.42.2(pid=31451): stderr: 
| (launched: 2022-12-10_05:38:18.115821)
| ======================================================================
| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and
| obsolete for several years.  If you really want to ignore years of hard work on
| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),
| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line
| argument.  DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!
| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box
| ====================================================================== 
05:38:19.414391 tst  osmo-nitb_10.42.42.2(pid=31451): stdout: 
| (launched: 2022-12-10_05:38:18.066958) 
05:38:19.562032 tst  osmo-nitb_10.42.42.2(pid=31451): stderr: 
| (launched: 2022-12-10_05:38:18.115821)
| ======================================================================
| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and
| obsolete for several years.  If you really want to ignore years of hard work on
| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),
| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line
| argument.  DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!
| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box
| ====================================================================== 
05:38:19.617280 tst           assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=31451): Process ended prematurely: osmo-nitb_10.42.42.2(pid=31451) [trial-2370↪nitb_ussd:oc2g↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=31451)]  [trial-2370↪nitb_ussd:oc2g↪assert_extension.py:12]
05:38:19.626484 tst           assert_extension.py:12: Test FAILED (3.6 sec)
05:38:19.666295 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=31441): Terminating (SIGTERM)
05:38:19.845270 ---      ParallelTerminationStrategy: PID 31441 died...
05:38:19.903896 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=31441): Terminated: ok {rc=0}
05:38:19.991097 bus                        /sierra_2: Setting Powered False
</stdout></case><duration>6.0</duration><id>20</id><name>nitb_ussd_oc2g</name><properties></properties><timestamp>2022-12-10T05:38:15</timestamp></suite><suite><case><age>168</age><className>ussd:oc2g</className><duration>8.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=31650): Process ended prematurely: osmo-stp_10.42.42.5(pid=31650) [trial-2370↪ussd:oc2g↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31650)]</errorStackTrace><failedSince>2203</failedSince><name>assert_extension.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py", line 17, in &lt;module&gt;
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31650): Process ended prematurely: osmo-stp_10.42.42.5(pid=31650) [trial-2370↪ussd:oc2g↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31650)]
</stderr><stdout>
----------------------------------------------
trial-2370 ussd:oc2g assert_extension.py
----------------------------------------------
05:38:21.792330 tst                        ussd:oc2g: Using 1 x ip_address (candidates: 6)
05:38:21.803997 tst                        ussd:oc2g: Using 1 x bts (candidates: 1)
05:38:21.929962 tst              assert_extension.py: using LAC 26219
05:38:22.048786 tst              assert_extension.py: using RAC 209
05:38:22.176590 tst              assert_extension.py: using CellId 26219
05:38:22.298018 tst              assert_extension.py: using BVCI 26220
05:38:22.321621 tst                        ussd:oc2g: Using 1 x ip_address (candidates: 6)
05:38:22.333233 tst                        ussd:oc2g: Using 1 x ip_address (candidates: 6)
05:38:22.344826 tst                        ussd:oc2g: Using 1 x ip_address (candidates: 6)
05:38:22.358429 tst                        ussd:oc2g: Using 1 x ip_address (candidates: 6)
05:38:22.370968 tst                        ussd:oc2g: Using 1 x ip_address (candidates: 6)
05:38:22.382553 tst                        ussd:oc2g: Using 1 x modem (candidates: 1)
05:38:22.588294 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
05:38:23.116276 run         create_hlr_db(pid=31644): Launched
05:38:23.294257 bus                        /sierra_2: Setting Powered False
05:38:24.316827 run         create_hlr_db(pid=31644): Terminated: ok {rc=0}
05:38:24.749214 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31646): Launched
05:38:25.168893 run   osmo-hlr_10.42.42.2(pid=31647): Launched
05:38:25.422812 run              osmo-stp_10.42.42.5: Starting osmo-stp
05:38:26.010153 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31649): Launched
05:38:26.420082 run   osmo-stp_10.42.42.5(pid=31650): Launched
05:38:26.650081 run              osmo-msc_10.42.42.6: Starting osmo-msc
05:38:27.304222 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31652): Launched
05:38:27.713381 run   osmo-msc_10.42.42.6(pid=31653): Launched
05:38:28.090680 run   osmo-stp_10.42.42.5(pid=31650): ERR: Terminated: ERROR {rc=1}  [trial-2370↪ussd:oc2g↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31650)]
05:38:28.357063 run   osmo-stp_10.42.42.5(pid=31650): stdout: 
| (launched: 2022-12-10_05:38:26.166427)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
05:38:28.578868 run   osmo-stp_10.42.42.5(pid=31650): stderr: 
| �[0;m�[38;5;43m20221210053826500 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210053826509 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210053826509 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210053826510 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210053826510 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210053826510 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210053826510 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
05:38:28.704021 run   osmo-stp_10.42.42.5(pid=31650): stdout: 
| (launched: 2022-12-10_05:38:26.166427)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
05:38:28.828775 run   osmo-stp_10.42.42.5(pid=31650): stderr: 
| �[0;m�[38;5;43m20221210053826500 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210053826509 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210053826509 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210053826510 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210053826510 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210053826510 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210053826510 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
05:38:28.884082 tst           assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=31650): Process ended prematurely: osmo-stp_10.42.42.5(pid=31650) [trial-2370↪ussd:oc2g↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31650)]  [trial-2370↪ussd:oc2g↪assert_extension.py:17]
05:38:28.893254 tst           assert_extension.py:17: Test FAILED (7.1 sec)
05:38:28.958048 run   osmo-hlr_10.42.42.2(pid=31647): ERR: Terminated: ERROR {rc=237}  [trial-2370↪ussd:oc2g↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31647)]
05:38:29.009466 run   osmo-hlr_10.42.42.2(pid=31647): stdout: 
| (launched: 2022-12-10_05:38:24.915391) 
05:38:29.063423 run   osmo-hlr_10.42.42.2(pid=31647): stderr: 
| �[0;m�[1;31m20221210053825234 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210053825234 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210053825234 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210053825234 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210053825234 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210053825234 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210053825251 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/ussd:oc2g/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210053825267 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210053825268 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210053825268 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
05:38:29.133579 run   osmo-msc_10.42.42.6(pid=31653): ERR: Terminated: ERROR {rc=2}  [trial-2370↪ussd:oc2g↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=31653)]
05:38:29.185034 run   osmo-msc_10.42.42.6(pid=31653): stdout: 
| (launched: 2022-12-10_05:38:27.459820) 
05:38:29.238025 run   osmo-msc_10.42.42.6(pid=31653): stderr: 
| �[0;m�[38;5;43m20221210053828062 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210053828062 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f9e2b7c4c40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210053828062 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210053828063 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210053828063 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210053828063 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210053828073 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210053828073 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210053828073 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210053828073 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
05:38:29.282382 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31646): Terminating (SIGTERM)
05:38:29.327681 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31649): Terminating (SIGTERM)
05:38:29.372616 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31652): Terminating (SIGTERM)
05:38:29.383193 ---      ParallelTerminationStrategy: PID 31646 died...
05:38:29.441270 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31646): Terminated: ok {rc=0}
05:38:29.452092 ---      ParallelTerminationStrategy: PID 31649 died...
05:38:29.509736 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31649): Terminated: ok {rc=0}
05:38:29.520356 ---      ParallelTerminationStrategy: PID 31652 died...
05:38:29.577776 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31652): Terminated: ok {rc=0}
05:38:29.667382 bus                        /sierra_2: Setting Powered False
</stdout></case><duration>10.0</duration><id>21</id><name>ussd_oc2g</name><properties></properties><timestamp>2022-12-10T05:38:21</timestamp></suite><suite><case><age>168</age><className>voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1</className><duration>8.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=31664): Process ended prematurely: osmo-stp_10.42.42.5(pid=31664) [trial-2370↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31664)]</errorStackTrace><failedSince>2203</failedSince><name>mo_mt_call.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py", line 8, in &lt;module&gt;
    test_mo_mt_call(False, False)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py", line 19, in test_mo_mt_call
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31664): Process ended prematurely: osmo-stp_10.42.42.5(pid=31664) [trial-2370↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31664)]
</stderr><stdout>
----------------------------------------------
trial-2370 voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py
----------------------------------------------
05:38:31.642800 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)
05:38:31.654865 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)
05:38:31.848386 tst                    mo_mt_call.py: using LAC 26220
05:38:31.993209 tst                    mo_mt_call.py: using RAC 210
05:38:32.139147 tst                    mo_mt_call.py: using CellId 26220
05:38:32.295673 tst                    mo_mt_call.py: using BVCI 26221
05:38:32.324202 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)
05:38:32.340615 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)
05:38:32.356604 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)
05:38:32.373417 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)
05:38:32.388913 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)
05:38:32.403800 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)
05:38:32.574948 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)
05:38:32.806013 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
05:38:33.403247 run         create_hlr_db(pid=31658): Launched
05:38:33.595724 bus                        /sierra_2: Setting Powered False
05:38:34.619441 run         create_hlr_db(pid=31658): Terminated: ok {rc=0}
05:38:35.083121 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31660): Launched
05:38:35.520202 run   osmo-hlr_10.42.42.2(pid=31661): Launched
05:38:35.778304 run              osmo-stp_10.42.42.5: Starting osmo-stp
05:38:36.380878 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31663): Launched
05:38:36.820220 run   osmo-stp_10.42.42.5(pid=31664): Launched
05:38:37.050188 run              osmo-msc_10.42.42.6: Starting osmo-msc
05:38:37.687990 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31666): Launched
05:38:38.124184 run   osmo-msc_10.42.42.6(pid=31667): Launched
05:38:38.523398 run   osmo-stp_10.42.42.5(pid=31664): ERR: Terminated: ERROR {rc=1}  [trial-2370↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31664)]
05:38:38.737191 run   osmo-stp_10.42.42.5(pid=31664): stdout: 
| (launched: 2022-12-10_05:38:36.553687)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
05:38:38.879299 run   osmo-stp_10.42.42.5(pid=31664): stderr: 
| �[0;m�[38;5;43m20221210053836859 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210053836860 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210053836860 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210053836860 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210053836869 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210053836869 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210053836869 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
05:38:39.015012 run   osmo-stp_10.42.42.5(pid=31664): stdout: 
| (launched: 2022-12-10_05:38:36.553687)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
05:38:39.149981 run   osmo-stp_10.42.42.5(pid=31664): stderr: 
| �[0;m�[38;5;43m20221210053836859 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210053836860 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210053836860 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210053836860 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210053836869 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210053836869 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210053836869 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
05:38:39.210362 tst                  mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=31664): Process ended prematurely: osmo-stp_10.42.42.5(pid=31664) [trial-2370↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31664)]  [trial-2370↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]
05:38:39.221488 tst                  mo_mt_call.py:8: Test FAILED (7.6 sec)
05:38:39.287388 run   osmo-hlr_10.42.42.2(pid=31661): ERR: Terminated: ERROR {rc=237}  [trial-2370↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31661)]
05:38:39.340362 run   osmo-hlr_10.42.42.2(pid=31661): stdout: 
| (launched: 2022-12-10_05:38:35.255784) 
05:38:39.394324 run   osmo-hlr_10.42.42.2(pid=31661): stderr: 
| �[0;m�[1;31m20221210053835571 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210053835571 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210053835571 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210053835571 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210053835571 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210053835571 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210053835590 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210053835610 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210053835610 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210053835610 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
05:38:39.468446 run   osmo-msc_10.42.42.6(pid=31667): ERR: Terminated: ERROR {rc=2}  [trial-2370↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=31667)]
05:38:39.521987 run   osmo-msc_10.42.42.6(pid=31667): stdout: 
| (launched: 2022-12-10_05:38:37.859795) 
05:38:39.576571 run   osmo-msc_10.42.42.6(pid=31667): stderr: 
| �[0;m�[38;5;43m20221210053838382 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210053838382 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f3bcd698c40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210053838382 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210053838383 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210053838383 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210053838383 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210053838386 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210053838387 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210053838387 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210053838387 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
05:38:39.622588 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31660): Terminating (SIGTERM)
05:38:39.669135 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31663): Terminating (SIGTERM)
05:38:39.714764 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31666): Terminating (SIGTERM)
05:38:39.725703 ---      ParallelTerminationStrategy: PID 31660 died...
05:38:39.784567 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31660): Terminated: ok {rc=0}
05:38:39.795115 ---      ParallelTerminationStrategy: PID 31663 died...
05:38:39.851993 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31663): Terminated: ok {rc=0}
05:38:39.863574 ---      ParallelTerminationStrategy: PID 31666 died...
05:38:39.920113 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31666): Terminated: ok {rc=0}
05:38:40.009701 bus                        /sierra_3: Setting Powered False
05:38:41.112575 bus                        /sierra_3: Setting Powered False
05:38:42.223959 bus                        /sierra_2: Setting Powered False
</stdout></case><case><age>168</age><className>voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=31676): Process ended prematurely: osmo-stp_10.42.42.5(pid=31676) [trial-2370↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31676)]</errorStackTrace><failedSince>2203</failedSince><name>mo_mt_call_osmux.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py", line 8, in &lt;module&gt;
    test_mo_mt_call(True, True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py", line 19, in test_mo_mt_call
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31676): Process ended prematurely: osmo-stp_10.42.42.5(pid=31676) [trial-2370↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31676)]
</stderr><stdout>
----------------------------------------------
trial-2370 voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py
----------------------------------------------
05:38:43.334360 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)
05:38:43.346158 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)
05:38:43.492673 tst              mo_mt_call_osmux.py: using LAC 26221
05:38:43.614331 tst              mo_mt_call_osmux.py: using RAC 211
05:38:43.735172 tst              mo_mt_call_osmux.py: using CellId 26221
05:38:43.856413 tst              mo_mt_call_osmux.py: using BVCI 26222
05:38:43.879768 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)
05:38:43.890878 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)
05:38:43.901806 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)
05:38:43.912902 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)
05:38:43.923907 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)
05:38:43.935024 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)
05:38:44.052027 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)
05:38:44.265088 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
05:38:44.790670 run         create_hlr_db(pid=31670): Launched
05:38:44.979378 bus                        /sierra_2: Setting Powered False
05:38:46.007559 run         create_hlr_db(pid=31670): Terminated: ok {rc=0}
05:38:46.464188 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31672): Launched
05:38:46.895969 run   osmo-hlr_10.42.42.2(pid=31673): Launched
05:38:47.074323 run              osmo-stp_10.42.42.5: Starting osmo-stp
05:38:47.693664 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31675): Launched
05:38:48.021900 run   osmo-stp_10.42.42.5(pid=31676): Launched
05:38:48.141290 run              osmo-msc_10.42.42.6: Starting osmo-msc
05:38:48.740377 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31678): Launched
05:38:49.067972 run   osmo-msc_10.42.42.6(pid=31679): Launched
05:38:49.258937 run   osmo-stp_10.42.42.5(pid=31676): ERR: Terminated: ERROR {rc=1}  [trial-2370↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31676)]
05:38:49.396867 run   osmo-stp_10.42.42.5(pid=31676): stdout: 
| (launched: 2022-12-10_05:38:47.859799)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
05:38:49.534379 run   osmo-stp_10.42.42.5(pid=31676): stderr: 
| �[0;m�[38;5;43m20221210053848056 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210053848056 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210053848056 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210053848057 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210053848057 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210053848057 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210053848057 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
05:38:49.665733 run   osmo-stp_10.42.42.5(pid=31676): stdout: 
| (launched: 2022-12-10_05:38:47.859799)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
05:38:49.795097 run   osmo-stp_10.42.42.5(pid=31676): stderr: 
| �[0;m�[38;5;43m20221210053848056 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210053848056 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210053848056 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210053848057 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210053848057 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210053848057 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210053848057 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
05:38:49.852366 tst            mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=31676): Process ended prematurely: osmo-stp_10.42.42.5(pid=31676) [trial-2370↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31676)]  [trial-2370↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]
05:38:49.861657 tst            mo_mt_call_osmux.py:8: Test FAILED (6.6 sec)
05:38:49.923962 run   osmo-hlr_10.42.42.2(pid=31673): ERR: Terminated: ERROR {rc=237}  [trial-2370↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31673)]
05:38:49.975026 run   osmo-hlr_10.42.42.2(pid=31673): stdout: 
| (launched: 2022-12-10_05:38:46.634254) 
05:38:50.026598 run   osmo-hlr_10.42.42.2(pid=31673): stderr: 
| �[0;m�[1;31m20221210053846950 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210053846950 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210053846950 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210053846951 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210053846951 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210053846951 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210053846967 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210053846975 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210053846976 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210053846976 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
05:38:50.096826 run   osmo-msc_10.42.42.6(pid=31679): ERR: Terminated: ERROR {rc=2}  [trial-2370↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=31679)]
05:38:50.148228 run   osmo-msc_10.42.42.6(pid=31679): stdout: 
| (launched: 2022-12-10_05:38:48.906271) 
05:38:50.199711 run   osmo-msc_10.42.42.6(pid=31679): stderr: 
| �[0;m�[38;5;43m20221210053849230 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210053849231 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb982d2bc40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210053849231 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210053849231 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210053849231 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210053849231 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210053849233 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210053849233 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210053849233 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210053849233 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
05:38:50.243374 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31672): Terminating (SIGTERM)
05:38:50.284561 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31675): Terminating (SIGTERM)
05:38:50.326210 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31678): Terminating (SIGTERM)
05:38:50.335738 ---      ParallelTerminationStrategy: PID 31672 died...
05:38:50.391075 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31672): Terminated: ok {rc=0}
05:38:50.401165 ---      ParallelTerminationStrategy: PID 31675 died...
05:38:50.456238 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31675): Terminated: ok {rc=0}
05:38:50.466278 ---      ParallelTerminationStrategy: PID 31678 died...
05:38:50.521342 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31678): Terminated: ok {rc=0}
05:38:50.607681 bus                        /sierra_3: Setting Powered False
05:38:51.714028 bus                        /sierra_3: Setting Powered False
05:38:52.821179 bus                        /sierra_2: Setting Powered False
</stdout></case><duration>24.0</duration><id>22</id><name>voice_oc2g+mod-bts0-ts-tchf+cfg-codec-fr1</name><properties></properties><timestamp>2022-12-10T05:38:31</timestamp></suite><suite><case><age>168</age><className>voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=31691): Process ended prematurely: osmo-stp_10.42.42.5(pid=31691) [trial-2370↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31691)]</errorStackTrace><failedSince>2203</failedSince><name>mo_mt_call.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py", line 8, in &lt;module&gt;
    test_mo_mt_call(False, False)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py", line 19, in test_mo_mt_call
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31691): Process ended prematurely: osmo-stp_10.42.42.5(pid=31691) [trial-2370↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31691)]
</stderr><stdout>
----------------------------------------------
trial-2370 voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py
----------------------------------------------
05:38:54.780633 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)
05:38:54.792193 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)
05:38:54.943641 tst                    mo_mt_call.py: using LAC 26222
05:38:55.070509 tst                    mo_mt_call.py: using RAC 212
05:38:55.198775 tst                    mo_mt_call.py: using CellId 26222
05:38:55.325174 tst                    mo_mt_call.py: using BVCI 26223
05:38:55.350182 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)
05:38:55.361780 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)
05:38:55.373245 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)
05:38:55.384534 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)
05:38:55.395882 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)
05:38:55.407528 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)
05:38:55.524890 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)
05:38:55.737171 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
05:38:56.260514 run         create_hlr_db(pid=31685): Launched
05:38:56.449128 bus                        /sierra_2: Setting Powered False
05:38:57.469656 run         create_hlr_db(pid=31685): Terminated: ok {rc=0}
05:38:57.907139 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31687): Launched
05:38:58.237228 run   osmo-hlr_10.42.42.2(pid=31688): Launched
05:38:58.355504 run              osmo-stp_10.42.42.5: Starting osmo-stp
05:38:58.923778 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31690): Launched
05:38:59.251616 run   osmo-stp_10.42.42.5(pid=31691): Launched
05:38:59.369643 run              osmo-msc_10.42.42.6: Starting osmo-msc
05:38:59.968377 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31693): Launched
05:39:00.298325 run   osmo-msc_10.42.42.6(pid=31694): Launched
05:39:00.489779 run   osmo-stp_10.42.42.5(pid=31691): ERR: Terminated: ERROR {rc=1}  [trial-2370↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31691)]
05:39:00.632412 run   osmo-stp_10.42.42.5(pid=31691): stdout: 
| (launched: 2022-12-10_05:38:59.089844)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
05:39:00.770109 run   osmo-stp_10.42.42.5(pid=31691): stderr: 
| �[0;m�[38;5;43m20221210053859285 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210053859285 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210053859285 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210053859286 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210053859286 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210053859286 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210053859286 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
05:39:00.922987 run   osmo-stp_10.42.42.5(pid=31691): stdout: 
| (launched: 2022-12-10_05:38:59.089844)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
05:39:01.059040 run   osmo-stp_10.42.42.5(pid=31691): stderr: 
| �[0;m�[38;5;43m20221210053859285 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210053859285 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210053859285 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210053859286 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210053859286 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210053859286 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210053859286 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
05:39:01.118159 tst                  mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=31691): Process ended prematurely: osmo-stp_10.42.42.5(pid=31691) [trial-2370↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31691)]  [trial-2370↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]
05:39:01.128439 tst                  mo_mt_call.py:8: Test FAILED (6.4 sec)
05:39:01.192233 run   osmo-hlr_10.42.42.2(pid=31688): ERR: Terminated: ERROR {rc=237}  [trial-2370↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31688)]
05:39:01.244306 run   osmo-hlr_10.42.42.2(pid=31688): stdout: 
| (launched: 2022-12-10_05:38:58.074192) 
05:39:01.297323 run   osmo-hlr_10.42.42.2(pid=31688): stderr: 
| �[0;m�[1;31m20221210053858276 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210053858276 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210053858276 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210053858276 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210053858276 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210053858276 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210053858289 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210053858297 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210053858297 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210053858297 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
05:39:01.368800 run   osmo-msc_10.42.42.6(pid=31694): ERR: Terminated: ERROR {rc=2}  [trial-2370↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=31694)]
05:39:01.420611 run   osmo-msc_10.42.42.6(pid=31694): stdout: 
| (launched: 2022-12-10_05:39:00.135125) 
05:39:01.473408 run   osmo-msc_10.42.42.6(pid=31694): stderr: 
| �[0;m�[38;5;43m20221210053900460 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210053900460 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fde1d252c40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210053900460 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210053900460 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210053900460 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210053900461 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210053900462 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210053900464 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210053900464 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210053900464 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
05:39:01.518289 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31687): Terminating (SIGTERM)
05:39:01.560256 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31690): Terminating (SIGTERM)
05:39:01.603456 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31693): Terminating (SIGTERM)
05:39:01.615529 ---      ParallelTerminationStrategy: PID 31687 died...
05:39:01.673345 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31687): Terminated: ok {rc=0}
05:39:01.683699 ---      ParallelTerminationStrategy: PID 31690 died...
05:39:01.739299 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31690): Terminated: ok {rc=0}
05:39:01.749692 ---      ParallelTerminationStrategy: PID 31693 died...
05:39:01.805500 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31693): Terminated: ok {rc=0}
05:39:01.895008 bus                        /sierra_3: Setting Powered False
05:39:02.998618 bus                        /sierra_3: Setting Powered False
05:39:04.106187 bus                        /sierra_2: Setting Powered False
</stdout></case><case><age>168</age><className>voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=31703): Process ended prematurely: osmo-stp_10.42.42.5(pid=31703) [trial-2370↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31703)]</errorStackTrace><failedSince>2203</failedSince><name>mo_mt_call_osmux.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py", line 8, in &lt;module&gt;
    test_mo_mt_call(True, True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py", line 19, in test_mo_mt_call
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31703): Process ended prematurely: osmo-stp_10.42.42.5(pid=31703) [trial-2370↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31703)]
</stderr><stdout>
----------------------------------------------
trial-2370 voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py
----------------------------------------------
05:39:05.214803 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)
05:39:05.226732 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)
05:39:05.373599 tst              mo_mt_call_osmux.py: using LAC 26223
05:39:05.502885 tst              mo_mt_call_osmux.py: using RAC 213
05:39:05.631948 tst              mo_mt_call_osmux.py: using CellId 26223
05:39:05.760386 tst              mo_mt_call_osmux.py: using BVCI 26224
05:39:05.785485 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)
05:39:05.797118 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)
05:39:05.808757 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)
05:39:05.820781 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)
05:39:05.832649 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)
05:39:05.844532 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)
05:39:05.962575 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)
05:39:06.172372 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
05:39:06.659037 run         create_hlr_db(pid=31697): Launched
05:39:06.834595 bus                        /sierra_2: Setting Powered False
05:39:07.856265 run         create_hlr_db(pid=31697): Terminated: ok {rc=0}
05:39:08.294771 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31699): Launched
05:39:08.625336 run   osmo-hlr_10.42.42.2(pid=31700): Launched
05:39:08.748592 run              osmo-stp_10.42.42.5: Starting osmo-stp
05:39:09.323234 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31702): Launched
05:39:09.653302 run   osmo-stp_10.42.42.5(pid=31703): Launched
05:39:09.772410 run              osmo-msc_10.42.42.6: Starting osmo-msc
05:39:10.374246 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31705): Launched
05:39:10.704215 run   osmo-msc_10.42.42.6(pid=31706): Launched
05:39:10.897285 run   osmo-stp_10.42.42.5(pid=31703): ERR: Terminated: ERROR {rc=1}  [trial-2370↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31703)]
05:39:11.035418 run   osmo-stp_10.42.42.5(pid=31703): stdout: 
| (launched: 2022-12-10_05:39:09.489925)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
05:39:11.173564 run   osmo-stp_10.42.42.5(pid=31703): stderr: 
| �[0;m�[38;5;43m20221210053909685 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210053909685 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210053909685 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210053909685 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210053909688 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210053909688 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210053909688 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
05:39:11.304438 run   osmo-stp_10.42.42.5(pid=31703): stdout: 
| (launched: 2022-12-10_05:39:09.489925)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
05:39:11.434214 run   osmo-stp_10.42.42.5(pid=31703): stderr: 
| �[0;m�[38;5;43m20221210053909685 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210053909685 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210053909685 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210053909685 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210053909688 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210053909688 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210053909688 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
05:39:11.491491 tst            mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=31703): Process ended prematurely: osmo-stp_10.42.42.5(pid=31703) [trial-2370↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31703)]  [trial-2370↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]
05:39:11.500725 tst            mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)
05:39:11.562818 run   osmo-hlr_10.42.42.2(pid=31700): ERR: Terminated: ERROR {rc=237}  [trial-2370↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31700)]
05:39:11.613558 run   osmo-hlr_10.42.42.2(pid=31700): stdout: 
| (launched: 2022-12-10_05:39:08.462254) 
05:39:11.665739 run   osmo-hlr_10.42.42.2(pid=31700): stderr: 
| �[0;m�[1;31m20221210053908662 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210053908662 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210053908662 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210053908662 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210053908662 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210053908662 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210053908676 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210053908686 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210053908686 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210053908686 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
05:39:11.735511 run   osmo-msc_10.42.42.6(pid=31706): ERR: Terminated: ERROR {rc=2}  [trial-2370↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=31706)]
05:39:11.786438 run   osmo-msc_10.42.42.6(pid=31706): stdout: 
| (launched: 2022-12-10_05:39:10.541226) 
05:39:11.837568 run   osmo-msc_10.42.42.6(pid=31706): stderr: 
| �[0;m�[38;5;43m20221210053910868 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210053910868 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f38ae0f4c40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210053910868 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210053910868 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210053910868 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210053910869 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210053910871 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210053910871 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210053910871 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210053910871 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
05:39:11.880923 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31699): Terminating (SIGTERM)
05:39:11.922071 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31702): Terminating (SIGTERM)
05:39:11.962952 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31705): Terminating (SIGTERM)
05:39:11.972407 ---      ParallelTerminationStrategy: PID 31699 died...
05:39:12.027248 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31699): Terminated: ok {rc=0}
05:39:12.037165 ---      ParallelTerminationStrategy: PID 31702 died...
05:39:12.092127 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31702): Terminated: ok {rc=0}
05:39:12.102049 ---      ParallelTerminationStrategy: PID 31705 died...
05:39:12.157149 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31705): Terminated: ok {rc=0}
05:39:12.244090 bus                        /sierra_3: Setting Powered False
05:39:13.351530 bus                        /sierra_3: Setting Powered False
05:39:14.459247 bus                        /sierra_2: Setting Powered False
</stdout></case><duration>22.0</duration><id>23</id><name>voice_oc2g+mod-bts0-ts-tchf+cfg-codec-fr2</name><properties></properties><timestamp>2022-12-10T05:38:54</timestamp></suite><suite><case><age>168</age><className>voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=31718): Process ended prematurely: osmo-stp_10.42.42.5(pid=31718) [trial-2370↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31718)]</errorStackTrace><failedSince>2203</failedSince><name>mo_mt_call.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py", line 8, in &lt;module&gt;
    test_mo_mt_call(False, False)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py", line 19, in test_mo_mt_call
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31718): Process ended prematurely: osmo-stp_10.42.42.5(pid=31718) [trial-2370↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31718)]
</stderr><stdout>
----------------------------------------------
trial-2370 voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py
----------------------------------------------
05:39:16.455706 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)
05:39:16.467798 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)
05:39:16.653971 tst                    mo_mt_call.py: using LAC 26224
05:39:16.816237 tst                    mo_mt_call.py: using RAC 214
05:39:16.946904 tst                    mo_mt_call.py: using CellId 26224
05:39:17.073520 tst                    mo_mt_call.py: using BVCI 26225
05:39:17.098130 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)
05:39:17.111243 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)
05:39:17.127753 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)
05:39:17.143602 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)
05:39:17.159595 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)
05:39:17.175509 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)
05:39:17.311659 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)
05:39:17.529598 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
05:39:18.055981 run         create_hlr_db(pid=31712): Launched
05:39:18.244706 bus                        /sierra_2: Setting Powered False
05:39:19.265490 run         create_hlr_db(pid=31712): Terminated: ok {rc=0}
05:39:19.677826 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31714): Launched
05:39:19.985641 run   osmo-hlr_10.42.42.2(pid=31715): Launched
05:39:20.105288 run              osmo-stp_10.42.42.5: Starting osmo-stp
05:39:20.648784 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31717): Launched
05:39:20.956634 run   osmo-stp_10.42.42.5(pid=31718): Launched
05:39:21.067838 run              osmo-msc_10.42.42.6: Starting osmo-msc
05:39:21.629913 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31720): Launched
05:39:21.939484 run   osmo-msc_10.42.42.6(pid=31721): Launched
05:39:22.120231 run   osmo-stp_10.42.42.5(pid=31718): ERR: Terminated: ERROR {rc=1}  [trial-2370↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31718)]
05:39:22.250641 run   osmo-stp_10.42.42.5(pid=31718): stdout: 
| (launched: 2022-12-10_05:39:20.804053)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
05:39:22.378794 run   osmo-stp_10.42.42.5(pid=31718): stderr: 
| �[0;m�[38;5;43m20221210053920976 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210053920976 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210053920976 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210053920977 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210053920977 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210053920977 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210053920977 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
05:39:22.502112 run   osmo-stp_10.42.42.5(pid=31718): stdout: 
| (launched: 2022-12-10_05:39:20.804053)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
05:39:22.623892 run   osmo-stp_10.42.42.5(pid=31718): stderr: 
| �[0;m�[38;5;43m20221210053920976 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210053920976 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210053920976 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210053920977 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210053920977 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210053920977 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210053920977 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
05:39:22.678000 tst                  mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=31718): Process ended prematurely: osmo-stp_10.42.42.5(pid=31718) [trial-2370↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31718)]  [trial-2370↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]
05:39:22.686850 tst                  mo_mt_call.py:8: Test FAILED (6.3 sec)
05:39:22.746798 run   osmo-hlr_10.42.42.2(pid=31715): ERR: Terminated: ERROR {rc=237}  [trial-2370↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31715)]
05:39:22.796204 run   osmo-hlr_10.42.42.2(pid=31715): stdout: 
| (launched: 2022-12-10_05:39:19.833399) 
05:39:22.845528 run   osmo-hlr_10.42.42.2(pid=31715): stderr: 
| �[0;m�[1;31m20221210053920012 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210053920012 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210053920012 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210053920012 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210053920012 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210053920012 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210053920025 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210053920034 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210053920034 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210053920034 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
05:39:22.913120 run   osmo-msc_10.42.42.6(pid=31721): ERR: Terminated: ERROR {rc=2}  [trial-2370↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=31721)]
05:39:22.962039 run   osmo-msc_10.42.42.6(pid=31721): stdout: 
| (launched: 2022-12-10_05:39:21.785147) 
05:39:23.011854 run   osmo-msc_10.42.42.6(pid=31721): stderr: 
| �[0;m�[38;5;43m20221210053922060 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210053922061 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f08abc81c40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210053922061 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210053922061 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210053922061 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210053922061 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210053922064 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210053922064 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210053922064 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210053922065 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
05:39:23.053608 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31714): Terminating (SIGTERM)
05:39:23.093289 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31717): Terminating (SIGTERM)
05:39:23.133048 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31720): Terminating (SIGTERM)
05:39:23.142515 ---      ParallelTerminationStrategy: PID 31714 died...
05:39:23.195759 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31714): Terminated: ok {rc=0}
05:39:23.205967 ---      ParallelTerminationStrategy: PID 31717 died...
05:39:23.259182 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31717): Terminated: ok {rc=0}
05:39:23.269073 ---      ParallelTerminationStrategy: PID 31720 died...
05:39:23.322396 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31720): Terminated: ok {rc=0}
05:39:23.408902 bus                        /sierra_3: Setting Powered False
05:39:24.512543 bus                        /sierra_3: Setting Powered False
05:39:25.624437 bus                        /sierra_2: Setting Powered False
</stdout></case><case><age>170</age><className>voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=31729): Process ended prematurely: osmo-stp_10.42.42.5(pid=31729) [trial-2370↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31729)]</errorStackTrace><failedSince>2201</failedSince><name>mo_mt_call_osmux.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py", line 8, in &lt;module&gt;
    test_mo_mt_call(True, True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py", line 19, in test_mo_mt_call
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31729): Process ended prematurely: osmo-stp_10.42.42.5(pid=31729) [trial-2370↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31729)]
</stderr><stdout>
----------------------------------------------
trial-2370 voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py
----------------------------------------------
05:39:26.740196 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)
05:39:26.752510 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)
05:39:26.904283 tst              mo_mt_call_osmux.py: using LAC 26225
05:39:27.032295 tst              mo_mt_call_osmux.py: using RAC 215
05:39:27.166225 tst              mo_mt_call_osmux.py: using CellId 26225
05:39:27.292840 tst              mo_mt_call_osmux.py: using BVCI 26226
05:39:27.318114 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)
05:39:27.329748 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)
05:39:27.341293 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)
05:39:27.353024 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)
05:39:27.364513 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)
05:39:27.375947 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)
05:39:27.494029 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)
05:39:27.706790 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
05:39:28.231152 run         create_hlr_db(pid=31723): Launched
05:39:28.420543 bus                        /sierra_2: Setting Powered False
05:39:29.430281 run         create_hlr_db(pid=31723): Terminated: ok {rc=0}
05:39:29.878351 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31725): Launched
05:39:30.206638 run   osmo-hlr_10.42.42.2(pid=31726): Launched
05:39:30.328735 run              osmo-stp_10.42.42.5: Starting osmo-stp
05:39:30.907246 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31728): Launched
05:39:31.351433 run   osmo-stp_10.42.42.5(pid=31729): Launched
05:39:31.505237 run              osmo-msc_10.42.42.6: Starting osmo-msc
05:39:32.146382 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31731): Launched
05:39:32.458712 run   osmo-msc_10.42.42.6(pid=31732): Launched
05:39:32.638487 run   osmo-stp_10.42.42.5(pid=31729): ERR: Terminated: ERROR {rc=1}  [trial-2370↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31729)]
05:39:32.771744 run   osmo-stp_10.42.42.5(pid=31729): stdout: 
| (launched: 2022-12-10_05:39:31.093692)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
05:39:32.899897 run   osmo-stp_10.42.42.5(pid=31729): stderr: 
| �[0;m�[38;5;43m20221210053931383 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210053931383 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210053931383 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210053931384 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210053931384 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210053931384 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210053931384 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
05:39:33.023461 run   osmo-stp_10.42.42.5(pid=31729): stdout: 
| (launched: 2022-12-10_05:39:31.093692)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
05:39:33.145574 run   osmo-stp_10.42.42.5(pid=31729): stderr: 
| �[0;m�[38;5;43m20221210053931383 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210053931383 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210053931383 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210053931384 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210053931384 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210053931384 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210053931384 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
05:39:33.199350 tst            mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=31729): Process ended prematurely: osmo-stp_10.42.42.5(pid=31729) [trial-2370↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31729)]  [trial-2370↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]
05:39:33.208020 tst            mo_mt_call_osmux.py:8: Test FAILED (6.5 sec)
05:39:33.268707 run   osmo-hlr_10.42.42.2(pid=31726): ERR: Terminated: ERROR {rc=237}  [trial-2370↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31726)]
05:39:33.317535 run   osmo-hlr_10.42.42.2(pid=31726): stdout: 
| (launched: 2022-12-10_05:39:30.045224) 
05:39:33.367602 run   osmo-hlr_10.42.42.2(pid=31726): stderr: 
| �[0;m�[1;31m20221210053930244 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210053930244 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210053930244 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210053930244 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210053930244 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210053930245 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210053930257 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210053930267 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210053930267 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210053930267 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
05:39:33.434595 run   osmo-msc_10.42.42.6(pid=31732): ERR: Terminated: ERROR {rc=2}  [trial-2370↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=31732)]
05:39:33.483732 run   osmo-msc_10.42.42.6(pid=31732): stdout: 
| (launched: 2022-12-10_05:39:32.304222) 
05:39:33.533390 run   osmo-msc_10.42.42.6(pid=31732): stderr: 
| �[0;m�[38;5;43m20221210053932577 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210053932577 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f90559a9c40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210053932577 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210053932577 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210053932578 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210053932578 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210053932580 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210053932580 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210053932580 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210053932580 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
05:39:33.574818 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31725): Terminating (SIGTERM)
05:39:33.614442 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31728): Terminating (SIGTERM)
05:39:33.654272 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31731): Terminating (SIGTERM)
05:39:33.663591 ---      ParallelTerminationStrategy: PID 31725 died...
05:39:33.716772 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31725): Terminated: ok {rc=0}
05:39:33.726624 ---      ParallelTerminationStrategy: PID 31728 died...
05:39:33.779882 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31728): Terminated: ok {rc=0}
05:39:33.789867 ---      ParallelTerminationStrategy: PID 31731 died...
05:39:33.842956 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31731): Terminated: ok {rc=0}
05:39:33.930356 bus                        /sierra_3: Setting Powered False
05:39:35.036841 bus                        /sierra_3: Setting Powered False
05:39:36.144420 bus                        /sierra_2: Setting Powered False
</stdout></case><duration>22.0</duration><id>24</id><name>voice_oc2g+mod-bts0-ts-tchf+cfg-codec-fr3</name><properties></properties><timestamp>2022-12-10T05:39:16</timestamp></suite><suite><case><age>168</age><className>voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=31743): Process ended prematurely: osmo-stp_10.42.42.5(pid=31743) [trial-2370↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31743)]</errorStackTrace><failedSince>2203</failedSince><name>mo_mt_call.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py", line 8, in &lt;module&gt;
    test_mo_mt_call(False, False)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py", line 19, in test_mo_mt_call
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31743): Process ended prematurely: osmo-stp_10.42.42.5(pid=31743) [trial-2370↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31743)]
</stderr><stdout>
----------------------------------------------
trial-2370 voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py
----------------------------------------------
05:39:38.111273 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)
05:39:38.122995 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)
05:39:38.277648 tst                    mo_mt_call.py: using LAC 26226
05:39:38.408088 tst                    mo_mt_call.py: using RAC 216
05:39:38.536867 tst                    mo_mt_call.py: using CellId 26226
05:39:38.667362 tst                    mo_mt_call.py: using BVCI 26227
05:39:38.692525 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)
05:39:38.704168 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)
05:39:38.715492 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)
05:39:38.726857 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)
05:39:38.738266 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)
05:39:38.749862 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)
05:39:38.868636 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)
05:39:39.079756 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
05:39:39.564321 run         create_hlr_db(pid=31737): Launched
05:39:39.740139 bus                        /sierra_2: Setting Powered False
05:39:40.761514 run         create_hlr_db(pid=31737): Terminated: ok {rc=0}
05:39:41.198244 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31739): Launched
05:39:41.527363 run   osmo-hlr_10.42.42.2(pid=31740): Launched
05:39:41.647410 run              osmo-stp_10.42.42.5: Starting osmo-stp
05:39:42.217459 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31742): Launched
05:39:42.546581 run   osmo-stp_10.42.42.5(pid=31743): Launched
05:39:42.666748 run              osmo-msc_10.42.42.6: Starting osmo-msc
05:39:43.266038 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31745): Launched
05:39:43.595809 run   osmo-msc_10.42.42.6(pid=31746): Launched
05:39:43.787919 run   osmo-stp_10.42.42.5(pid=31743): ERR: Terminated: ERROR {rc=1}  [trial-2370↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31743)]
05:39:43.926150 run   osmo-stp_10.42.42.5(pid=31743): stdout: 
| (launched: 2022-12-10_05:39:42.383590)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
05:39:44.063790 run   osmo-stp_10.42.42.5(pid=31743): stderr: 
| �[0;m�[38;5;43m20221210053942579 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210053942579 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210053942579 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210053942579 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210053942580 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210053942580 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210053942580 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
05:39:44.195246 run   osmo-stp_10.42.42.5(pid=31743): stdout: 
| (launched: 2022-12-10_05:39:42.383590)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
05:39:44.325094 run   osmo-stp_10.42.42.5(pid=31743): stderr: 
| �[0;m�[38;5;43m20221210053942579 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210053942579 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210053942579 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210053942579 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210053942580 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210053942580 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210053942580 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
05:39:44.382974 tst                  mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=31743): Process ended prematurely: osmo-stp_10.42.42.5(pid=31743) [trial-2370↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31743)]  [trial-2370↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8]
05:39:44.392136 tst                  mo_mt_call.py:8: Test FAILED (6.3 sec)
05:39:44.455415 run   osmo-hlr_10.42.42.2(pid=31740): ERR: Terminated: ERROR {rc=237}  [trial-2370↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31740)]
05:39:44.506788 run   osmo-hlr_10.42.42.2(pid=31740): stdout: 
| (launched: 2022-12-10_05:39:41.365151) 
05:39:44.559068 run   osmo-hlr_10.42.42.2(pid=31740): stderr: 
| �[0;m�[1;31m20221210053941566 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210053941566 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210053941566 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210053941567 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210053941567 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210053941567 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210053941579 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210053941587 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210053941587 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210053941588 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
05:39:44.629911 run   osmo-msc_10.42.42.6(pid=31746): ERR: Terminated: ERROR {rc=2}  [trial-2370↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=31746)]
05:39:44.681569 run   osmo-msc_10.42.42.6(pid=31746): stdout: 
| (launched: 2022-12-10_05:39:43.432736) 
05:39:44.733467 run   osmo-msc_10.42.42.6(pid=31746): stderr: 
| �[0;m�[38;5;43m20221210053943760 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210053943760 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f051d69cc40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210053943760 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210053943760 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210053943761 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210053943761 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210053943762 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210053943763 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210053943763 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210053943763 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
05:39:44.777218 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31739): Terminating (SIGTERM)
05:39:44.818683 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31742): Terminating (SIGTERM)
05:39:44.860220 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31745): Terminating (SIGTERM)
05:39:44.869949 ---      ParallelTerminationStrategy: PID 31739 died...
05:39:44.925321 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31739): Terminated: ok {rc=0}
05:39:44.935392 ---      ParallelTerminationStrategy: PID 31742 died...
05:39:44.990394 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31742): Terminated: ok {rc=0}
05:39:45.000413 ---      ParallelTerminationStrategy: PID 31745 died...
05:39:45.055508 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31745): Terminated: ok {rc=0}
05:39:45.141539 bus                        /sierra_3: Setting Powered False
05:39:46.249906 bus                        /sierra_3: Setting Powered False
05:39:47.354446 bus                        /sierra_2: Setting Powered False
</stdout></case><case><age>168</age><className>voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=31754): Process ended prematurely: osmo-stp_10.42.42.5(pid=31754) [trial-2370↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31754)]</errorStackTrace><failedSince>2203</failedSince><name>mo_mt_call_osmux.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py", line 8, in &lt;module&gt;
    test_mo_mt_call(True, True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py", line 19, in test_mo_mt_call
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31754): Process ended prematurely: osmo-stp_10.42.42.5(pid=31754) [trial-2370↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31754)]
</stderr><stdout>
----------------------------------------------
trial-2370 voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py
----------------------------------------------
05:39:48.470227 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)
05:39:48.482385 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)
05:39:48.634772 tst              mo_mt_call_osmux.py: using LAC 26227
05:39:48.763131 tst              mo_mt_call_osmux.py: using RAC 217
05:39:48.891390 tst              mo_mt_call_osmux.py: using CellId 26227
05:39:49.018931 tst              mo_mt_call_osmux.py: using BVCI 26228
05:39:49.044059 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)
05:39:49.055559 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)
05:39:49.066950 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)
05:39:49.078380 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)
05:39:49.089702 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)
05:39:49.100931 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)
05:39:49.217219 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)
05:39:49.425616 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
05:39:49.911727 run         create_hlr_db(pid=31748): Launched
05:39:50.087761 bus                        /sierra_2: Setting Powered False
05:39:51.107946 run         create_hlr_db(pid=31748): Terminated: ok {rc=0}
05:39:51.546147 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31750): Launched
05:39:51.876652 run   osmo-hlr_10.42.42.2(pid=31751): Launched
05:39:51.996657 run              osmo-stp_10.42.42.5: Starting osmo-stp
05:39:52.568453 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31753): Launched
05:39:52.899132 run   osmo-stp_10.42.42.5(pid=31754): Launched
05:39:53.018399 run              osmo-msc_10.42.42.6: Starting osmo-msc
05:39:53.618795 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31756): Launched
05:39:53.948564 run   osmo-msc_10.42.42.6(pid=31757): Launched
05:39:54.140179 run   osmo-stp_10.42.42.5(pid=31754): ERR: Terminated: ERROR {rc=1}  [trial-2370↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31754)]
05:39:54.278382 run   osmo-stp_10.42.42.5(pid=31754): stdout: 
| (launched: 2022-12-10_05:39:52.736184)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
05:39:54.418050 run   osmo-stp_10.42.42.5(pid=31754): stderr: 
| �[0;m�[38;5;43m20221210053952933 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210053952933 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210053952934 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210053952934 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210053952934 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210053952934 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210053952934 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
05:39:54.548823 run   osmo-stp_10.42.42.5(pid=31754): stdout: 
| (launched: 2022-12-10_05:39:52.736184)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
05:39:54.679290 run   osmo-stp_10.42.42.5(pid=31754): stderr: 
| �[0;m�[38;5;43m20221210053952933 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210053952933 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210053952934 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210053952934 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210053952934 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210053952934 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210053952934 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
05:39:54.737085 tst            mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=31754): Process ended prematurely: osmo-stp_10.42.42.5(pid=31754) [trial-2370↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31754)]  [trial-2370↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8]
05:39:54.746594 tst            mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)
05:39:54.808602 run   osmo-hlr_10.42.42.2(pid=31751): ERR: Terminated: ERROR {rc=237}  [trial-2370↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31751)]
05:39:54.859570 run   osmo-hlr_10.42.42.2(pid=31751): stdout: 
| (launched: 2022-12-10_05:39:51.714098) 
05:39:54.911278 run   osmo-hlr_10.42.42.2(pid=31751): stderr: 
| �[0;m�[1;31m20221210053951916 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210053951916 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210053951916 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210053951916 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210053951916 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210053951916 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210053951928 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210053951936 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210053951936 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210053951936 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
05:39:54.981603 run   osmo-msc_10.42.42.6(pid=31757): ERR: Terminated: ERROR {rc=2}  [trial-2370↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=31757)]
05:39:55.032630 run   osmo-msc_10.42.42.6(pid=31757): stdout: 
| (launched: 2022-12-10_05:39:53.786088) 
05:39:55.084011 run   osmo-msc_10.42.42.6(pid=31757): stderr: 
| �[0;m�[38;5;43m20221210053954110 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210053954110 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f053f026c40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210053954110 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210053954110 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210053954110 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210053954111 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210053954112 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210053954113 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210053954113 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210053954113 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
05:39:55.127662 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31750): Terminating (SIGTERM)
05:39:55.168942 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31753): Terminating (SIGTERM)
05:39:55.210558 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31756): Terminating (SIGTERM)
05:39:55.220257 ---      ParallelTerminationStrategy: PID 31750 died...
05:39:55.275847 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31750): Terminated: ok {rc=0}
05:39:55.286281 ---      ParallelTerminationStrategy: PID 31753 died...
05:39:55.341914 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31753): Terminated: ok {rc=0}
05:39:55.352075 ---      ParallelTerminationStrategy: PID 31756 died...
05:39:55.407315 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31756): Terminated: ok {rc=0}
05:39:55.493946 bus                        /sierra_3: Setting Powered False
05:39:56.600928 bus                        /sierra_3: Setting Powered False
05:39:57.709228 bus                        /sierra_2: Setting Powered False
</stdout></case><duration>22.0</duration><id>25</id><name>voice_oc2g+mod-bts0-ts-tchh+cfg-codec-hr1</name><properties></properties><timestamp>2022-12-10T05:39:37</timestamp></suite><suite><case><age>168</age><className>voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=31771): Process ended prematurely: osmo-stp_10.42.42.5(pid=31771) [trial-2370↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31771)]</errorStackTrace><failedSince>2203</failedSince><name>mo_mt_call.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py", line 8, in &lt;module&gt;
    test_mo_mt_call(False, False)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py", line 19, in test_mo_mt_call
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31771): Process ended prematurely: osmo-stp_10.42.42.5(pid=31771) [trial-2370↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31771)]
</stderr><stdout>
----------------------------------------------
trial-2370 voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py
----------------------------------------------
05:39:59.672560 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)
05:39:59.684033 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)
05:39:59.837539 tst                    mo_mt_call.py: using LAC 26228
05:39:59.960695 tst                    mo_mt_call.py: using RAC 218
05:40:00.083331 tst                    mo_mt_call.py: using CellId 26228
05:40:00.204198 tst                    mo_mt_call.py: using BVCI 26229
05:40:00.227696 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)
05:40:00.238947 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)
05:40:00.250148 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)
05:40:00.261674 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)
05:40:00.272703 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)
05:40:00.283966 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)
05:40:00.399098 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)
05:40:00.601058 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
05:40:01.108490 run         create_hlr_db(pid=31762): Launched
05:40:01.289338 bus                        /sierra_2: Setting Powered False
05:40:02.319768 run         create_hlr_db(pid=31762): Terminated: ok {rc=0}
05:40:02.761248 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31767): Launched
05:40:03.091089 run   osmo-hlr_10.42.42.2(pid=31768): Launched
05:40:03.214007 run              osmo-stp_10.42.42.5: Starting osmo-stp
05:40:03.788118 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31770): Launched
05:40:04.118032 run   osmo-stp_10.42.42.5(pid=31771): Launched
05:40:04.237311 run              osmo-msc_10.42.42.6: Starting osmo-msc
05:40:04.839614 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31773): Launched
05:40:05.169896 run   osmo-msc_10.42.42.6(pid=31774): Launched
05:40:05.362903 run   osmo-stp_10.42.42.5(pid=31771): ERR: Terminated: ERROR {rc=1}  [trial-2370↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31771)]
05:40:05.502574 run   osmo-stp_10.42.42.5(pid=31771): stdout: 
| (launched: 2022-12-10_05:40:03.954685)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
05:40:05.640312 run   osmo-stp_10.42.42.5(pid=31771): stderr: 
| �[0;m�[38;5;43m20221210054004151 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210054004152 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210054004152 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210054004152 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210054004153 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210054004153 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210054004153 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
05:40:05.772270 run   osmo-stp_10.42.42.5(pid=31771): stdout: 
| (launched: 2022-12-10_05:40:03.954685)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
05:40:05.902545 run   osmo-stp_10.42.42.5(pid=31771): stderr: 
| �[0;m�[38;5;43m20221210054004151 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210054004152 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210054004152 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210054004152 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210054004153 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210054004153 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210054004153 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
05:40:05.960282 tst                  mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=31771): Process ended prematurely: osmo-stp_10.42.42.5(pid=31771) [trial-2370↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31771)]  [trial-2370↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]
05:40:05.969899 tst                  mo_mt_call.py:8: Test FAILED (6.3 sec)
05:40:06.032301 run   osmo-hlr_10.42.42.2(pid=31768): ERR: Terminated: ERROR {rc=237}  [trial-2370↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31768)]
05:40:06.083395 run   osmo-hlr_10.42.42.2(pid=31768): stdout: 
| (launched: 2022-12-10_05:40:02.928319) 
05:40:06.135032 run   osmo-hlr_10.42.42.2(pid=31768): stderr: 
| �[0;m�[1;31m20221210054003132 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210054003133 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210054003133 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210054003133 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210054003133 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210054003133 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210054003145 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210054003153 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210054003153 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210054003153 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
05:40:06.205386 run   osmo-msc_10.42.42.6(pid=31774): ERR: Terminated: ERROR {rc=2}  [trial-2370↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=31774)]
05:40:06.256172 run   osmo-msc_10.42.42.6(pid=31774): stdout: 
| (launched: 2022-12-10_05:40:05.006387) 
05:40:06.307566 run   osmo-msc_10.42.42.6(pid=31774): stderr: 
| �[0;m�[38;5;43m20221210054005330 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210054005330 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f4f21e07c40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210054005330 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210054005330 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210054005330 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210054005330 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210054005332 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210054005332 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210054005332 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210054005332 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
05:40:06.351231 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31767): Terminating (SIGTERM)
05:40:06.392459 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31770): Terminating (SIGTERM)
05:40:06.433655 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31773): Terminating (SIGTERM)
05:40:06.443338 ---      ParallelTerminationStrategy: PID 31767 died...
05:40:06.498801 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31767): Terminated: ok {rc=0}
05:40:06.508925 ---      ParallelTerminationStrategy: PID 31770 died...
05:40:06.564134 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31770): Terminated: ok {rc=0}
05:40:06.574225 ---      ParallelTerminationStrategy: PID 31773 died...
05:40:06.629379 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31773): Terminated: ok {rc=0}
05:40:06.716980 bus                        /sierra_3: Setting Powered False
05:40:07.821133 bus                        /sierra_3: Setting Powered False
05:40:08.932157 bus                        /sierra_2: Setting Powered False
</stdout></case><case><age>168</age><className>voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=31782): Process ended prematurely: osmo-stp_10.42.42.5(pid=31782) [trial-2370↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31782)]</errorStackTrace><failedSince>2203</failedSince><name>mo_mt_call_osmux.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py", line 8, in &lt;module&gt;
    test_mo_mt_call(True, True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py", line 19, in test_mo_mt_call
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31782): Process ended prematurely: osmo-stp_10.42.42.5(pid=31782) [trial-2370↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31782)]
</stderr><stdout>
----------------------------------------------
trial-2370 voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py
----------------------------------------------
05:40:10.047533 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)
05:40:10.059949 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)
05:40:10.212850 tst              mo_mt_call_osmux.py: using LAC 26229
05:40:10.342168 tst              mo_mt_call_osmux.py: using RAC 219
05:40:10.470044 tst              mo_mt_call_osmux.py: using CellId 26229
05:40:10.598069 tst              mo_mt_call_osmux.py: using BVCI 26230
05:40:10.621721 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)
05:40:10.632783 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)
05:40:10.643999 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)
05:40:10.655527 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)
05:40:10.667010 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)
05:40:10.678463 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)
05:40:10.794421 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)
05:40:10.996006 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
05:40:11.478542 run         create_hlr_db(pid=31776): Launched
05:40:11.653558 bus                        /sierra_2: Setting Powered False
05:40:12.675151 run         create_hlr_db(pid=31776): Terminated: ok {rc=0}
05:40:13.084451 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31778): Launched
05:40:13.392202 run   osmo-hlr_10.42.42.2(pid=31779): Launched
05:40:13.503935 run              osmo-stp_10.42.42.5: Starting osmo-stp
05:40:14.035532 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31781): Launched
05:40:14.344070 run   osmo-stp_10.42.42.5(pid=31782): Launched
05:40:14.462922 run              osmo-msc_10.42.42.6: Starting osmo-msc
05:40:15.029899 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31784): Launched
05:40:15.338235 run   osmo-msc_10.42.42.6(pid=31785): Launched
05:40:15.518192 run   osmo-stp_10.42.42.5(pid=31782): ERR: Terminated: ERROR {rc=1}  [trial-2370↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31782)]
05:40:15.648374 run   osmo-stp_10.42.42.5(pid=31782): stdout: 
| (launched: 2022-12-10_05:40:14.190510)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
05:40:15.776063 run   osmo-stp_10.42.42.5(pid=31782): stderr: 
| �[0;m�[38;5;43m20221210054014365 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210054014365 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210054014365 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210054014366 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210054014366 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210054014366 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210054014366 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
05:40:15.934913 run   osmo-stp_10.42.42.5(pid=31782): stdout: 
| (launched: 2022-12-10_05:40:14.190510)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
05:40:16.059662 run   osmo-stp_10.42.42.5(pid=31782): stderr: 
| �[0;m�[38;5;43m20221210054014365 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210054014365 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210054014365 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210054014366 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210054014366 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210054014366 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210054014366 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
05:40:16.114882 tst            mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=31782): Process ended prematurely: osmo-stp_10.42.42.5(pid=31782) [trial-2370↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31782)]  [trial-2370↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]
05:40:16.124440 tst            mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)
05:40:16.188327 run   osmo-hlr_10.42.42.2(pid=31779): ERR: Terminated: ERROR {rc=237}  [trial-2370↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31779)]
05:40:16.239513 run   osmo-hlr_10.42.42.2(pid=31779): stdout: 
| (launched: 2022-12-10_05:40:13.239469) 
05:40:16.291599 run   osmo-hlr_10.42.42.2(pid=31779): stderr: 
| �[0;m�[1;31m20221210054013419 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210054013419 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210054013419 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210054013419 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210054013419 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210054013420 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210054013431 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210054013440 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210054013440 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210054013440 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
05:40:16.361405 run   osmo-msc_10.42.42.6(pid=31785): ERR: Terminated: ERROR {rc=2}  [trial-2370↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=31785)]
05:40:16.412694 run   osmo-msc_10.42.42.6(pid=31785): stdout: 
| (launched: 2022-12-10_05:40:15.184544) 
05:40:16.464705 run   osmo-msc_10.42.42.6(pid=31785): stderr: 
| �[0;m�[38;5;43m20221210054015460 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210054015460 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f9afe396c40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210054015460 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210054015460 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210054015461 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210054015461 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210054015462 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210054015463 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210054015463 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210054015463 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
05:40:16.507778 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31778): Terminating (SIGTERM)
05:40:16.549883 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31781): Terminating (SIGTERM)
05:40:16.591977 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31784): Terminating (SIGTERM)
05:40:16.603415 ---      ParallelTerminationStrategy: PID 31778 died...
05:40:16.659653 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31778): Terminated: ok {rc=0}
05:40:16.671229 ---      ParallelTerminationStrategy: PID 31781 died...
05:40:16.727626 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31781): Terminated: ok {rc=0}
05:40:16.738314 ---      ParallelTerminationStrategy: PID 31784 died...
05:40:16.794280 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31784): Terminated: ok {rc=0}
05:40:16.890870 bus                        /sierra_3: Setting Powered False
05:40:17.994291 bus                        /sierra_3: Setting Powered False
05:40:19.100879 bus                        /sierra_2: Setting Powered False
</stdout></case><duration>22.0</duration><id>26</id><name>voice_oc2g+mod-bts0-ts-tchh+cfg-codec-hr3</name><properties></properties><timestamp>2022-12-10T05:39:59</timestamp></suite><suite><case><age>168</age><className>voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=31796): Process ended prematurely: osmo-stp_10.42.42.5(pid=31796) [trial-2370↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31796)]</errorStackTrace><failedSince>2203</failedSince><name>mo_mt_call.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py", line 8, in &lt;module&gt;
    test_mo_mt_call(False, False)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py", line 19, in test_mo_mt_call
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31796): Process ended prematurely: osmo-stp_10.42.42.5(pid=31796) [trial-2370↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31796)]
</stderr><stdout>
----------------------------------------------
trial-2370 voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py
----------------------------------------------
05:40:21.053905 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)
05:40:21.065320 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)
05:40:21.207141 tst                    mo_mt_call.py: using LAC 26230
05:40:21.328176 tst                    mo_mt_call.py: using RAC 220
05:40:21.447886 tst                    mo_mt_call.py: using CellId 26230
05:40:21.567905 tst                    mo_mt_call.py: using BVCI 26231
05:40:21.591252 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)
05:40:21.602309 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)
05:40:21.613232 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)
05:40:21.624244 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)
05:40:21.635292 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)
05:40:21.646583 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)
05:40:21.767463 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)
05:40:21.979231 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
05:40:22.502796 run         create_hlr_db(pid=31790): Launched
05:40:22.692191 bus                        /sierra_2: Setting Powered False
05:40:23.712424 run         create_hlr_db(pid=31790): Terminated: ok {rc=0}
05:40:24.124592 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31792): Launched
05:40:24.431459 run   osmo-hlr_10.42.42.2(pid=31793): Launched
05:40:24.550415 run              osmo-stp_10.42.42.5: Starting osmo-stp
05:40:25.095285 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31795): Launched
05:40:25.403737 run   osmo-stp_10.42.42.5(pid=31796): Launched
05:40:25.515805 run              osmo-msc_10.42.42.6: Starting osmo-msc
05:40:26.076680 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31798): Launched
05:40:26.385252 run   osmo-msc_10.42.42.6(pid=31799): Launched
05:40:26.564671 run   osmo-stp_10.42.42.5(pid=31796): ERR: Terminated: ERROR {rc=1}  [trial-2370↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31796)]
05:40:26.694767 run   osmo-stp_10.42.42.5(pid=31796): stdout: 
| (launched: 2022-12-10_05:40:25.250236)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
05:40:26.822290 run   osmo-stp_10.42.42.5(pid=31796): stderr: 
| �[0;m�[38;5;43m20221210054025423 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210054025423 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210054025424 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210054025424 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210054025426 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210054025427 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210054025427 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
05:40:26.945334 run   osmo-stp_10.42.42.5(pid=31796): stdout: 
| (launched: 2022-12-10_05:40:25.250236)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
05:40:27.066661 run   osmo-stp_10.42.42.5(pid=31796): stderr: 
| �[0;m�[38;5;43m20221210054025423 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210054025423 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210054025424 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210054025424 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210054025426 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210054025427 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210054025427 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
05:40:27.120354 tst                  mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=31796): Process ended prematurely: osmo-stp_10.42.42.5(pid=31796) [trial-2370↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31796)]  [trial-2370↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]
05:40:27.129041 tst                  mo_mt_call.py:8: Test FAILED (6.1 sec)
05:40:27.188604 run   osmo-hlr_10.42.42.2(pid=31793): ERR: Terminated: ERROR {rc=237}  [trial-2370↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31793)]
05:40:27.237380 run   osmo-hlr_10.42.42.2(pid=31793): stdout: 
| (launched: 2022-12-10_05:40:24.279491) 
05:40:27.286733 run   osmo-hlr_10.42.42.2(pid=31793): stderr: 
| �[0;m�[1;31m20221210054024459 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210054024459 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210054024459 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210054024460 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210054024460 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210054024460 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210054024471 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210054024480 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210054024480 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210054024480 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
05:40:27.353476 run   osmo-msc_10.42.42.6(pid=31799): ERR: Terminated: ERROR {rc=2}  [trial-2370↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=31799)]
05:40:27.402506 run   osmo-msc_10.42.42.6(pid=31799): stdout: 
| (launched: 2022-12-10_05:40:26.231567) 
05:40:27.451886 run   osmo-msc_10.42.42.6(pid=31799): stderr: 
| �[0;m�[38;5;43m20221210054026506 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210054026506 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f67f2477c40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210054026506 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210054026506 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210054026506 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210054026506 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210054026510 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210054026510 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210054026510 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210054026510 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
05:40:27.493441 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31792): Terminating (SIGTERM)
05:40:27.532927 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31795): Terminating (SIGTERM)
05:40:27.572465 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31798): Terminating (SIGTERM)
05:40:27.582015 ---      ParallelTerminationStrategy: PID 31792 died...
05:40:27.634955 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31792): Terminated: ok {rc=0}
05:40:27.644613 ---      ParallelTerminationStrategy: PID 31795 died...
05:40:27.697754 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31795): Terminated: ok {rc=0}
05:40:27.707316 ---      ParallelTerminationStrategy: PID 31798 died...
05:40:27.760272 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31798): Terminated: ok {rc=0}
05:40:27.844280 bus                        /sierra_3: Setting Powered False
05:40:28.951365 bus                        /sierra_3: Setting Powered False
05:40:30.058995 bus                        /sierra_2: Setting Powered False
</stdout></case><case><age>168</age><className>voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=31807): Process ended prematurely: osmo-stp_10.42.42.5(pid=31807) [trial-2370↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31807)]</errorStackTrace><failedSince>2203</failedSince><name>mo_mt_call_osmux.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py", line 8, in &lt;module&gt;
    test_mo_mt_call(True, True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py", line 19, in test_mo_mt_call
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31807): Process ended prematurely: osmo-stp_10.42.42.5(pid=31807) [trial-2370↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31807)]
</stderr><stdout>
----------------------------------------------
trial-2370 voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py
----------------------------------------------
05:40:31.211944 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)
05:40:31.229105 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)
05:40:31.410047 tst              mo_mt_call_osmux.py: using LAC 26231
05:40:31.543744 tst              mo_mt_call_osmux.py: using RAC 221
05:40:31.697004 tst              mo_mt_call_osmux.py: using CellId 26231
05:40:31.845602 tst              mo_mt_call_osmux.py: using BVCI 26232
05:40:31.872689 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)
05:40:31.891351 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)
05:40:31.909558 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)
05:40:31.929144 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)
05:40:31.947603 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)
05:40:31.962362 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)
05:40:32.089275 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)
05:40:32.313526 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
05:40:32.844868 run         create_hlr_db(pid=31801): Launched
05:40:33.035461 bus                        /sierra_2: Setting Powered False
05:40:34.055639 run         create_hlr_db(pid=31801): Terminated: ok {rc=0}
05:40:34.494809 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31803): Launched
05:40:34.826202 run   osmo-hlr_10.42.42.2(pid=31804): Launched
05:40:34.948542 run              osmo-stp_10.42.42.5: Starting osmo-stp
05:40:35.522974 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31806): Launched
05:40:35.852705 run   osmo-stp_10.42.42.5(pid=31807): Launched
05:40:35.971033 run              osmo-msc_10.42.42.6: Starting osmo-msc
05:40:36.574899 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31809): Launched
05:40:36.905779 run   osmo-msc_10.42.42.6(pid=31810): Launched
05:40:37.099195 run   osmo-stp_10.42.42.5(pid=31807): ERR: Terminated: ERROR {rc=1}  [trial-2370↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31807)]
05:40:37.238356 run   osmo-stp_10.42.42.5(pid=31807): stdout: 
| (launched: 2022-12-10_05:40:35.690012)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
05:40:37.376513 run   osmo-stp_10.42.42.5(pid=31807): stderr: 
| �[0;m�[38;5;43m20221210054035887 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210054035887 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210054035887 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210054035888 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210054035888 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210054035888 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210054035888 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
05:40:37.508277 run   osmo-stp_10.42.42.5(pid=31807): stdout: 
| (launched: 2022-12-10_05:40:35.690012)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
05:40:37.638659 run   osmo-stp_10.42.42.5(pid=31807): stderr: 
| �[0;m�[38;5;43m20221210054035887 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210054035887 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210054035887 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210054035888 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210054035888 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210054035888 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210054035888 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
05:40:37.696894 tst            mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=31807): Process ended prematurely: osmo-stp_10.42.42.5(pid=31807) [trial-2370↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31807)]  [trial-2370↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]
05:40:37.706329 tst            mo_mt_call_osmux.py:8: Test FAILED (6.5 sec)
05:40:37.768776 run   osmo-hlr_10.42.42.2(pid=31804): ERR: Terminated: ERROR {rc=237}  [trial-2370↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31804)]
05:40:37.820199 run   osmo-hlr_10.42.42.2(pid=31804): stdout: 
| (launched: 2022-12-10_05:40:34.662417) 
05:40:37.872231 run   osmo-hlr_10.42.42.2(pid=31804): stderr: 
| �[0;m�[1;31m20221210054034863 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210054034863 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210054034863 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210054034863 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210054034863 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210054034863 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210054034876 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210054034886 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210054034887 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210054034887 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
05:40:37.943181 run   osmo-msc_10.42.42.6(pid=31810): ERR: Terminated: ERROR {rc=2}  [trial-2370↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=31810)]
05:40:37.994582 run   osmo-msc_10.42.42.6(pid=31810): stdout: 
| (launched: 2022-12-10_05:40:36.742421) 
05:40:38.046345 run   osmo-msc_10.42.42.6(pid=31810): stderr: 
| �[0;m�[38;5;43m20221210054037069 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210054037069 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb7108c4c40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210054037069 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210054037069 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210054037069 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210054037069 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210054037071 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210054037071 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210054037071 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210054037072 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
05:40:38.090401 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31803): Terminating (SIGTERM)
05:40:38.131809 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31806): Terminating (SIGTERM)
05:40:38.173262 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31809): Terminating (SIGTERM)
05:40:38.182993 ---      ParallelTerminationStrategy: PID 31803 died...
05:40:38.238934 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31803): Terminated: ok {rc=0}
05:40:38.249071 ---      ParallelTerminationStrategy: PID 31806 died...
05:40:38.304635 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31806): Terminated: ok {rc=0}
05:40:38.314896 ---      ParallelTerminationStrategy: PID 31809 died...
05:40:38.370417 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31809): Terminated: ok {rc=0}
05:40:38.456920 bus                        /sierra_3: Setting Powered False
05:40:39.562527 bus                        /sierra_3: Setting Powered False
05:40:40.672426 bus                        /sierra_2: Setting Powered False
</stdout></case><duration>22.0</duration><id>27</id><name>voice_oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any</name><properties></properties><timestamp>2022-12-10T05:40:20</timestamp></suite><suite><case><age>168</age><className>voice:oc2g+mod-bts0-dynts-osmo</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=31821): Process ended prematurely: osmo-stp_10.42.42.5(pid=31821) [trial-2370↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31821)]</errorStackTrace><failedSince>2203</failedSince><name>mo_mt_call.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py", line 8, in &lt;module&gt;
    test_mo_mt_call(False, False)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py", line 19, in test_mo_mt_call
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31821): Process ended prematurely: osmo-stp_10.42.42.5(pid=31821) [trial-2370↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31821)]
</stderr><stdout>
----------------------------------------------
trial-2370 voice:oc2g+mod-bts0-dynts-osmo mo_mt_call.py
----------------------------------------------
05:40:42.635251 tst   voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)
05:40:42.646595 tst   voice:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)
05:40:42.800918 tst                    mo_mt_call.py: using LAC 26232
05:40:42.931448 tst                    mo_mt_call.py: using RAC 222
05:40:43.060194 tst                    mo_mt_call.py: using CellId 26232
05:40:43.198204 tst                    mo_mt_call.py: using BVCI 26233
05:40:43.223202 tst   voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)
05:40:43.234639 tst   voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)
05:40:43.245819 tst   voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)
05:40:43.257044 tst   voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)
05:40:43.268206 tst   voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)
05:40:43.279441 tst   voice:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)
05:40:43.395381 tst   voice:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)
05:40:43.599535 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
05:40:44.083232 run         create_hlr_db(pid=31815): Launched
05:40:44.258610 bus                        /sierra_2: Setting Powered False
05:40:45.279726 run         create_hlr_db(pid=31815): Terminated: ok {rc=0}
05:40:45.689056 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31817): Launched
05:40:46.075452 run   osmo-hlr_10.42.42.2(pid=31818): Launched
05:40:46.250561 run              osmo-stp_10.42.42.5: Starting osmo-stp
05:40:46.870628 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31820): Launched
05:40:47.308772 run   osmo-stp_10.42.42.5(pid=31821): Launched
05:40:47.459568 run              osmo-msc_10.42.42.6: Starting osmo-msc
05:40:48.038496 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31823): Launched
05:40:48.346051 run   osmo-msc_10.42.42.6(pid=31824): Launched
05:40:48.526064 run   osmo-stp_10.42.42.5(pid=31821): ERR: Terminated: ERROR {rc=1}  [trial-2370↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31821)]
05:40:48.656911 run   osmo-stp_10.42.42.5(pid=31821): stdout: 
| (launched: 2022-12-10_05:40:47.041884)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
05:40:48.785396 run   osmo-stp_10.42.42.5(pid=31821): stderr: 
| �[0;m�[38;5;43m20221210054047355 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210054047355 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210054047355 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210054047356 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210054047356 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210054047356 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210054047356 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
05:40:48.908366 run   osmo-stp_10.42.42.5(pid=31821): stdout: 
| (launched: 2022-12-10_05:40:47.041884)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
05:40:49.030322 run   osmo-stp_10.42.42.5(pid=31821): stderr: 
| �[0;m�[38;5;43m20221210054047355 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210054047355 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210054047355 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210054047356 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210054047356 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210054047356 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210054047356 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
05:40:49.084582 tst                  mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=31821): Process ended prematurely: osmo-stp_10.42.42.5(pid=31821) [trial-2370↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31821)]  [trial-2370↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py:8]
05:40:49.093487 tst                  mo_mt_call.py:8: Test FAILED (6.5 sec)
05:40:49.154271 run   osmo-hlr_10.42.42.2(pid=31818): ERR: Terminated: ERROR {rc=237}  [trial-2370↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31818)]
05:40:49.203707 run   osmo-hlr_10.42.42.2(pid=31818): stdout: 
| (launched: 2022-12-10_05:40:45.857831) 
05:40:49.253691 run   osmo-hlr_10.42.42.2(pid=31818): stderr: 
| �[0;m�[1;31m20221210054046126 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210054046126 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210054046126 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210054046126 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210054046126 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210054046126 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210054046152 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/voice:oc2g+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210054046172 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210054046172 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210054046172 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
05:40:49.321209 run   osmo-msc_10.42.42.6(pid=31824): ERR: Terminated: ERROR {rc=2}  [trial-2370↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=31824)]
05:40:49.370849 run   osmo-msc_10.42.42.6(pid=31824): stdout: 
| (launched: 2022-12-10_05:40:48.193488) 
05:40:49.420389 run   osmo-msc_10.42.42.6(pid=31824): stderr: 
| �[0;m�[38;5;43m20221210054048470 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210054048470 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f32b7d28c40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210054048470 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210054048470 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210054048470 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210054048471 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210054048472 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210054048473 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210054048473 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210054048473 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
05:40:49.461840 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31817): Terminating (SIGTERM)
05:40:49.501372 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31820): Terminating (SIGTERM)
05:40:49.541606 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31823): Terminating (SIGTERM)
05:40:49.551232 ---      ParallelTerminationStrategy: PID 31817 died...
05:40:49.605543 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31817): Terminated: ok {rc=0}
05:40:49.615380 ---      ParallelTerminationStrategy: PID 31820 died...
05:40:49.669175 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31820): Terminated: ok {rc=0}
05:40:49.678989 ---      ParallelTerminationStrategy: PID 31823 died...
05:40:49.732357 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31823): Terminated: ok {rc=0}
05:40:49.820713 bus                        /sierra_3: Setting Powered False
05:40:50.924105 bus                        /sierra_3: Setting Powered False
05:40:52.035829 bus                        /sierra_2: Setting Powered False
</stdout></case><case><age>168</age><className>voice:oc2g+mod-bts0-dynts-osmo</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=31832): Process ended prematurely: osmo-stp_10.42.42.5(pid=31832) [trial-2370↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31832)]</errorStackTrace><failedSince>2203</failedSince><name>mo_mt_call_osmux.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py", line 8, in &lt;module&gt;
    test_mo_mt_call(True, True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py", line 19, in test_mo_mt_call
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31832): Process ended prematurely: osmo-stp_10.42.42.5(pid=31832) [trial-2370↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31832)]
</stderr><stdout>
----------------------------------------------
trial-2370 voice:oc2g+mod-bts0-dynts-osmo mo_mt_call_osmux.py
----------------------------------------------
05:40:53.148133 tst   voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)
05:40:53.159921 tst   voice:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)
05:40:53.307026 tst              mo_mt_call_osmux.py: using LAC 26233
05:40:53.429512 tst              mo_mt_call_osmux.py: using RAC 223
05:40:53.561705 tst              mo_mt_call_osmux.py: using CellId 26233
05:40:53.691440 tst              mo_mt_call_osmux.py: using BVCI 26234
05:40:53.716610 tst   voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)
05:40:53.728207 tst   voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)
05:40:53.739578 tst   voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)
05:40:53.750946 tst   voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)
05:40:53.762321 tst   voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)
05:40:53.773798 tst   voice:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)
05:40:53.890290 tst   voice:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)
05:40:54.104222 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
05:40:54.627780 run         create_hlr_db(pid=31826): Launched
05:40:54.817104 bus                        /sierra_2: Setting Powered False
05:40:55.838573 run         create_hlr_db(pid=31826): Terminated: ok {rc=0}
05:40:56.251247 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31828): Launched
05:40:56.561490 run   osmo-hlr_10.42.42.2(pid=31829): Launched
05:40:56.682506 run              osmo-stp_10.42.42.5: Starting osmo-stp
05:40:57.223518 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31831): Launched
05:40:57.532257 run   osmo-stp_10.42.42.5(pid=31832): Launched
05:40:57.644887 run              osmo-msc_10.42.42.6: Starting osmo-msc
05:40:58.211427 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31834): Launched
05:40:58.520699 run   osmo-msc_10.42.42.6(pid=31835): Launched
05:40:58.701266 run   osmo-stp_10.42.42.5(pid=31832): ERR: Terminated: ERROR {rc=1}  [trial-2370↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31832)]
05:40:58.831844 run   osmo-stp_10.42.42.5(pid=31832): stdout: 
| (launched: 2022-12-10_05:40:57.378426)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
05:40:58.959641 run   osmo-stp_10.42.42.5(pid=31832): stderr: 
| �[0;m�[38;5;43m20221210054057550 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210054057551 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210054057551 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210054057551 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210054057553 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210054057554 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210054057554 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
05:40:59.082572 run   osmo-stp_10.42.42.5(pid=31832): stdout: 
| (launched: 2022-12-10_05:40:57.378426)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
05:40:59.205190 run   osmo-stp_10.42.42.5(pid=31832): stderr: 
| �[0;m�[38;5;43m20221210054057550 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210054057551 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210054057551 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210054057551 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210054057553 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210054057554 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210054057554 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
05:40:59.259216 tst            mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=31832): Process ended prematurely: osmo-stp_10.42.42.5(pid=31832) [trial-2370↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31832)]  [trial-2370↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8]
05:40:59.267930 tst            mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)
05:40:59.328541 run   osmo-hlr_10.42.42.2(pid=31829): ERR: Terminated: ERROR {rc=237}  [trial-2370↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31829)]
05:40:59.377679 run   osmo-hlr_10.42.42.2(pid=31829): stdout: 
| (launched: 2022-12-10_05:40:56.407728) 
05:40:59.427346 run   osmo-hlr_10.42.42.2(pid=31829): stderr: 
| �[0;m�[1;31m20221210054056585 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210054056585 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210054056585 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210054056585 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210054056585 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210054056585 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210054056595 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/voice:oc2g+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210054056603 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210054056604 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210054056604 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
05:40:59.495017 run   osmo-msc_10.42.42.6(pid=31835): ERR: Terminated: ERROR {rc=2}  [trial-2370↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=31835)]
05:40:59.543964 run   osmo-msc_10.42.42.6(pid=31835): stdout: 
| (launched: 2022-12-10_05:40:58.366787) 
05:40:59.593758 run   osmo-msc_10.42.42.6(pid=31835): stderr: 
| �[0;m�[38;5;43m20221210054058640 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210054058640 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f8e33b97c40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210054058641 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210054058641 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210054058641 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210054058641 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210054058643 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210054058643 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210054058643 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210054058643 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
05:40:59.635248 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31828): Terminating (SIGTERM)
05:40:59.675050 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31831): Terminating (SIGTERM)
05:40:59.714567 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31834): Terminating (SIGTERM)
05:40:59.724208 ---      ParallelTerminationStrategy: PID 31828 died...
05:40:59.777053 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31828): Terminated: ok {rc=0}
05:40:59.787128 ---      ParallelTerminationStrategy: PID 31831 died...
05:40:59.840454 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31831): Terminated: ok {rc=0}
05:40:59.850233 ---      ParallelTerminationStrategy: PID 31834 died...
05:40:59.903644 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31834): Terminated: ok {rc=0}
05:40:59.991061 bus                        /sierra_3: Setting Powered False
05:41:01.095476 bus                        /sierra_3: Setting Powered False
05:41:02.228316 bus                        /sierra_2: Setting Powered False
</stdout></case><duration>22.0</duration><id>28</id><name>voice_oc2g+mod-bts0-dynts-osmo</name><properties></properties><timestamp>2022-12-10T05:40:42</timestamp></suite><suite><case><age>168</age><className>emergency:oc2g</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=31846): Process ended prematurely: osmo-stp_10.42.42.5(pid=31846) [trial-2370↪emergency:oc2g↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31846)]</errorStackTrace><failedSince>2203</failedSince><name>emergency_mo_mt_call.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py", line 19, in &lt;module&gt;
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31846): Process ended prematurely: osmo-stp_10.42.42.5(pid=31846) [trial-2370↪emergency:oc2g↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31846)]
</stderr><stdout>
----------------------------------------------
trial-2370 emergency:oc2g emergency_mo_mt_call.py
----------------------------------------------
05:41:04.204694 tst                   emergency:oc2g: Using 1 x ip_address (candidates: 6)
05:41:04.215893 tst                   emergency:oc2g: Using 1 x bts (candidates: 1)
05:41:04.345492 tst          emergency_mo_mt_call.py: using LAC 26234
05:41:04.473559 tst          emergency_mo_mt_call.py: using RAC 224
05:41:04.599428 tst          emergency_mo_mt_call.py: using CellId 26234
05:41:04.733732 tst          emergency_mo_mt_call.py: using BVCI 26235
05:41:04.758308 tst                   emergency:oc2g: Using 1 x ip_address (candidates: 6)
05:41:04.769470 tst                   emergency:oc2g: Using 1 x ip_address (candidates: 6)
05:41:04.780469 tst                   emergency:oc2g: Using 1 x ip_address (candidates: 6)
05:41:04.791458 tst                   emergency:oc2g: Using 1 x ip_address (candidates: 6)
05:41:04.802417 tst                   emergency:oc2g: Using 1 x ip_address (candidates: 6)
05:41:04.813393 tst                   emergency:oc2g: Using 1 x modem (candidates: 4)
05:41:04.928837 tst                   emergency:oc2g: Using 1 x modem (candidates: 4)
05:41:05.128508 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
05:41:05.605366 run         create_hlr_db(pid=31840): Launched
05:41:05.779647 bus                        /sierra_2: Setting Powered False
05:41:06.800310 run         create_hlr_db(pid=31840): Terminated: ok {rc=0}
05:41:07.230751 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31842): Launched
05:41:07.554831 run   osmo-hlr_10.42.42.2(pid=31843): Launched
05:41:07.673043 run              osmo-stp_10.42.42.5: Starting osmo-stp
05:41:08.233803 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31845): Launched
05:41:08.557476 run   osmo-stp_10.42.42.5(pid=31846): Launched
05:41:08.686894 tst          emergency_mo_mt_call.py: using MSISDN 7574
05:41:08.847016 run              osmo-msc_10.42.42.6: Starting osmo-msc
05:41:09.436079 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31848): Launched
05:41:09.759089 run   osmo-msc_10.42.42.6(pid=31849): Launched
05:41:09.946409 run   osmo-stp_10.42.42.5(pid=31846): ERR: Terminated: ERROR {rc=1}  [trial-2370↪emergency:oc2g↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31846)]
05:41:10.081402 run   osmo-stp_10.42.42.5(pid=31846): stdout: 
| (launched: 2022-12-10_05:41:08.397191)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
05:41:10.216811 run   osmo-stp_10.42.42.5(pid=31846): stderr: 
| �[0;m�[38;5;43m20221210054108591 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210054108592 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210054108592 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210054108592 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210054108593 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210054108593 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210054108593 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
05:41:10.345427 run   osmo-stp_10.42.42.5(pid=31846): stdout: 
| (launched: 2022-12-10_05:41:08.397191)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
05:41:10.473032 run   osmo-stp_10.42.42.5(pid=31846): stderr: 
| �[0;m�[38;5;43m20221210054108591 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210054108592 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210054108592 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210054108592 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210054108593 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210054108593 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210054108593 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
05:41:10.529303 tst       emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=31846): Process ended prematurely: osmo-stp_10.42.42.5(pid=31846) [trial-2370↪emergency:oc2g↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31846)]  [trial-2370↪emergency:oc2g↪emergency_mo_mt_call.py:19]
05:41:10.538030 tst       emergency_mo_mt_call.py:19: Test FAILED (6.3 sec)
05:41:10.599711 run   osmo-hlr_10.42.42.2(pid=31843): ERR: Terminated: ERROR {rc=237}  [trial-2370↪emergency:oc2g↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31843)]
05:41:10.650490 run   osmo-hlr_10.42.42.2(pid=31843): stdout: 
| (launched: 2022-12-10_05:41:07.394769) 
05:41:10.702338 run   osmo-hlr_10.42.42.2(pid=31843): stderr: 
| �[0;m�[1;31m20221210054107598 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210054107598 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210054107598 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210054107598 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210054107598 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210054107598 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210054107611 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/emergency:oc2g/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210054107619 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210054107620 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210054107620 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
05:41:10.772517 run   osmo-msc_10.42.42.6(pid=31849): ERR: Terminated: ERROR {rc=2}  [trial-2370↪emergency:oc2g↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=31849)]
05:41:10.823325 run   osmo-msc_10.42.42.6(pid=31849): stdout: 
| (launched: 2022-12-10_05:41:09.599287) 
05:41:10.874791 run   osmo-msc_10.42.42.6(pid=31849): stderr: 
| �[0;m�[38;5;43m20221210054109925 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210054109925 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fcee5647c40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210054109925 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210054109925 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210054109926 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210054109926 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210054109928 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210054109928 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210054109928 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210054109928 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
05:41:10.918391 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31842): Terminating (SIGTERM)
05:41:10.959701 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31845): Terminating (SIGTERM)
05:41:11.001458 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31848): Terminating (SIGTERM)
05:41:11.011186 ---      ParallelTerminationStrategy: PID 31842 died...
05:41:11.066820 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31842): Terminated: ok {rc=0}
05:41:11.076871 ---      ParallelTerminationStrategy: PID 31845 died...
05:41:11.132815 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31845): Terminated: ok {rc=0}
05:41:11.142890 ---      ParallelTerminationStrategy: PID 31848 died...
05:41:11.198208 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31848): Terminated: ok {rc=0}
05:41:11.285500 bus                        /sierra_3: Setting Powered False
05:41:12.389707 bus                        /sierra_3: Setting Powered False
05:41:13.500330 bus                        /sierra_2: Setting Powered False
</stdout></case><case><age>217</age><className>emergency:oc2g</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=31857): Process ended prematurely: osmo-stp_10.42.42.5(pid=31857) [trial-2370↪emergency:oc2g↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31857)]</errorStackTrace><failedSince>2154</failedSince><name>emergency_preemptive_call.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py", line 32, in &lt;module&gt;
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31857): Process ended prematurely: osmo-stp_10.42.42.5(pid=31857) [trial-2370↪emergency:oc2g↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31857)]
</stderr><stdout>
----------------------------------------------
trial-2370 emergency:oc2g emergency_preemptive_call.py
----------------------------------------------
05:41:14.552298 tst                   emergency:oc2g: Using 1 x ip_address (candidates: 6)
05:41:14.564009 tst                   emergency:oc2g: Using 1 x bts (candidates: 1)
05:41:14.691209 tst     emergency_preemptive_call.py: using LAC 26235
05:41:14.811442 tst     emergency_preemptive_call.py: using RAC 225
05:41:14.932618 tst     emergency_preemptive_call.py: using CellId 26235
05:41:15.058151 tst     emergency_preemptive_call.py: using BVCI 26236
05:41:15.082675 tst                   emergency:oc2g: Using 1 x ip_address (candidates: 6)
05:41:15.093832 tst                   emergency:oc2g: Using 1 x ip_address (candidates: 6)
05:41:15.104756 tst                   emergency:oc2g: Using 1 x ip_address (candidates: 6)
05:41:15.116205 tst                   emergency:oc2g: Using 1 x ip_address (candidates: 6)
05:41:15.127237 tst                   emergency:oc2g: Using 1 x ip_address (candidates: 6)
05:41:15.138226 tst                   emergency:oc2g: Using 1 x modem (candidates: 4)
05:41:15.255814 tst                   emergency:oc2g: Using 1 x modem (candidates: 4)
05:41:15.371792 tst                   emergency:oc2g: Using 1 x modem (candidates: 4)
05:41:15.489843 tst                   emergency:oc2g: Using 1 x modem (candidates: 4)
05:41:15.699605 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
05:41:16.257967 run         create_hlr_db(pid=31851): Launched
05:41:16.451123 bus                        /sierra_2: Setting Powered False
05:41:17.455609 run         create_hlr_db(pid=31851): Terminated: ok {rc=0}
05:41:17.903156 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31853): Launched
05:41:18.227277 run   osmo-hlr_10.42.42.2(pid=31854): Launched
05:41:18.346930 run              osmo-stp_10.42.42.5: Starting osmo-stp
05:41:18.910222 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31856): Launched
05:41:19.232908 run   osmo-stp_10.42.42.5(pid=31857): Launched
05:41:19.363667 tst     emergency_preemptive_call.py: using MSISDN 7575
05:41:19.524054 run              osmo-msc_10.42.42.6: Starting osmo-msc
05:41:20.111511 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31859): Launched
05:41:20.435001 run   osmo-msc_10.42.42.6(pid=31860): Launched
05:41:20.623670 run   osmo-stp_10.42.42.5(pid=31857): ERR: Terminated: ERROR {rc=1}  [trial-2370↪emergency:oc2g↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31857)]
05:41:20.759615 run   osmo-stp_10.42.42.5(pid=31857): stdout: 
| (launched: 2022-12-10_05:41:19.073381)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
05:41:20.895290 run   osmo-stp_10.42.42.5(pid=31857): stderr: 
| �[0;m�[38;5;43m20221210054119270 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210054119270 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210054119270 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210054119271 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210054119271 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210054119271 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210054119271 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
05:41:21.024572 run   osmo-stp_10.42.42.5(pid=31857): stdout: 
| (launched: 2022-12-10_05:41:19.073381)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
05:41:21.152723 run   osmo-stp_10.42.42.5(pid=31857): stderr: 
| �[0;m�[38;5;43m20221210054119270 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210054119270 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210054119270 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210054119271 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210054119271 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210054119271 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210054119271 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
05:41:21.209503 tst  emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=31857): Process ended prematurely: osmo-stp_10.42.42.5(pid=31857) [trial-2370↪emergency:oc2g↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31857)]  [trial-2370↪emergency:oc2g↪emergency_preemptive_call.py:32]
05:41:21.218320 tst  emergency_preemptive_call.py:32: Test FAILED (6.7 sec)
05:41:21.281477 run   osmo-hlr_10.42.42.2(pid=31854): ERR: Terminated: ERROR {rc=237}  [trial-2370↪emergency:oc2g↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31854)]
05:41:21.333564 run   osmo-hlr_10.42.42.2(pid=31854): stdout: 
| (launched: 2022-12-10_05:41:18.067226) 
05:41:21.386076 run   osmo-hlr_10.42.42.2(pid=31854): stderr: 
| �[0;m�[1;31m20221210054118270 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210054118270 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210054118270 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210054118270 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210054118270 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210054118270 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210054118283 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/emergency:oc2g/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210054118291 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210054118292 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210054118292 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
05:41:21.456524 run   osmo-msc_10.42.42.6(pid=31860): ERR: Terminated: ERROR {rc=2}  [trial-2370↪emergency:oc2g↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=31860)]
05:41:21.507566 run   osmo-msc_10.42.42.6(pid=31860): stdout: 
| (launched: 2022-12-10_05:41:20.275054) 
05:41:21.559276 run   osmo-msc_10.42.42.6(pid=31860): stderr: 
| �[0;m�[38;5;43m20221210054120602 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210054120602 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f8bcf112c40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210054120602 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210054120602 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210054120603 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210054120603 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210054120605 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210054120605 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210054120605 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210054120605 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
05:41:21.603088 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31853): Terminating (SIGTERM)
05:41:21.644568 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31856): Terminating (SIGTERM)
05:41:21.686566 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31859): Terminating (SIGTERM)
05:41:21.696499 ---      ParallelTerminationStrategy: PID 31853 died...
05:41:21.752160 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31853): Terminated: ok {rc=0}
05:41:21.762422 ---      ParallelTerminationStrategy: PID 31856 died...
05:41:21.817760 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31856): Terminated: ok {rc=0}
05:41:21.827861 ---      ParallelTerminationStrategy: PID 31859 died...
05:41:21.883867 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31859): Terminated: ok {rc=0}
05:41:21.970512 bus                        /sierra_9: Setting Powered False
05:41:23.071418 bus                        /sierra_9: Setting Powered False
05:41:24.182106 bus                        /sierra_8: Setting Powered False
05:41:25.284053 bus                        /sierra_8: Setting Powered False
05:41:26.395575 bus                        /sierra_3: Setting Powered False
05:41:27.499300 bus                        /sierra_3: Setting Powered False
05:41:28.610327 bus                        /sierra_2: Setting Powered False
</stdout></case><duration>27.0</duration><id>29</id><name>emergency_oc2g</name><properties></properties><timestamp>2022-12-10T05:41:03</timestamp></suite><suite><case><age>228</age><className>gprs:oc2g</className><duration>9.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=31875): Process ended prematurely: osmo-stp_10.42.42.5(pid=31875) [trial-2370↪gprs:oc2g↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31875)]</errorStackTrace><failedSince>2143</failedSince><name>cs_paging_gprs_active.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py", line 38, in &lt;module&gt;
    setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py", line 67, in setup_run_iperf3_test_parallel
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31875): Process ended prematurely: osmo-stp_10.42.42.5(pid=31875) [trial-2370↪gprs:oc2g↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31875)]
</stderr><stdout>
----------------------------------------------
trial-2370 gprs:oc2g cs_paging_gprs_active.py
----------------------------------------------
05:41:30.698888 tst                        gprs:oc2g: Using 1 x ip_address (candidates: 9)
05:41:30.709953 tst                        gprs:oc2g: Using 1 x bts (candidates: 1)
05:41:30.847746 tst         cs_paging_gprs_active.py: using LAC 26236
05:41:30.988710 tst         cs_paging_gprs_active.py: using RAC 226
05:41:31.145353 tst         cs_paging_gprs_active.py: using CellId 26236
05:41:31.283692 tst         cs_paging_gprs_active.py: using BVCI 26237
05:41:31.310375 tst                        gprs:oc2g: Using 1 x ip_address (candidates: 9)
05:41:31.322449 tst                        gprs:oc2g: Using 1 x ip_address (candidates: 9)
05:41:31.334420 tst                        gprs:oc2g: Using 1 x ip_address (candidates: 9)
05:41:31.348233 tst                        gprs:oc2g: Using 1 x ip_address (candidates: 9)
05:41:31.361191 tst                        gprs:oc2g: Using 1 x ip_address (candidates: 9)
05:41:31.373982 tst                        gprs:oc2g: Using 1 x ip_address (candidates: 9)
05:41:31.386099 tst                        gprs:oc2g: Using 1 x ip_address (candidates: 9)
05:41:31.398966 tst                        gprs:oc2g: Using 1 x ip_address (candidates: 9)
05:41:31.413248 tst                        gprs:oc2g: Using 1 x modem (candidates: 4)
05:41:31.536897 tst                        gprs:oc2g: Using 1 x modem (candidates: 4)
05:41:31.838731 tst      cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...
05:41:31.980119 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
05:41:32.326135 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31865): Launched
05:41:32.611286 run iperf3-srv_10.42.42.10(pid=31866): Launched
05:41:32.814035 tst      cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...
05:41:32.951785 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
05:41:33.294510 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31867): Launched
05:41:33.580501 run iperf3-srv_10.42.42.10(pid=31868): Launched
05:41:33.783086 tst      cs_paging_gprs_active.py:38: start network...
05:41:33.921019 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
05:41:34.451573 run         create_hlr_db(pid=31869): Launched
05:41:34.641230 bus                        /sierra_2: Setting Powered False
05:41:35.662479 run         create_hlr_db(pid=31869): Terminated: ok {rc=0}
05:41:36.076378 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31871): Launched
05:41:36.386155 run   osmo-hlr_10.42.42.2(pid=31872): Launched
05:41:36.507206 run              osmo-stp_10.42.42.5: Starting osmo-stp
05:41:37.046484 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31874): Launched
05:41:37.355311 run   osmo-stp_10.42.42.5(pid=31875): Launched
05:41:37.467600 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
05:41:38.002992 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31877): Launched
05:41:38.111803 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
05:41:38.380784 run              patchelf(pid=31878): Launched
05:41:38.560212 run   osmo-stp_10.42.42.5(pid=31875): ERR: Terminated: ERROR {rc=1}  [trial-2370↪gprs:oc2g↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31875)]
05:41:38.691387 run   osmo-stp_10.42.42.5(pid=31875): stdout: 
| (launched: 2022-12-10_05:41:37.201920)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
05:41:38.822806 run   osmo-stp_10.42.42.5(pid=31875): stderr: 
| �[0;m�[38;5;43m20221210054137375 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210054137375 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210054137375 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210054137376 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210054137376 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210054137376 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210054137376 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
05:41:38.949287 run   osmo-stp_10.42.42.5(pid=31875): stdout: 
| (launched: 2022-12-10_05:41:37.201920)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
05:41:39.074755 run   osmo-stp_10.42.42.5(pid=31875): stderr: 
| �[0;m�[38;5;43m20221210054137375 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210054137375 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210054137375 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210054137376 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210054137376 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210054137376 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210054137376 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
05:41:39.220816 run              patchelf(pid=31878): Terminating (SIGINT)
05:41:39.393312 run              patchelf(pid=31878): Terminated: ok {rc=0}
05:41:39.424849 tst      cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=31875): Process ended prematurely: osmo-stp_10.42.42.5(pid=31875) [trial-2370↪gprs:oc2g↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31875)]  [trial-2370↪gprs:oc2g↪cs_paging_gprs_active.py:38]
05:41:39.434170 tst      cs_paging_gprs_active.py:38: Test FAILED (8.8 sec)
05:41:39.495379 run   osmo-hlr_10.42.42.2(pid=31872): ERR: Terminated: ERROR {rc=237}  [trial-2370↪gprs:oc2g↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31872)]
05:41:39.544264 run   osmo-hlr_10.42.42.2(pid=31872): stdout: 
| (launched: 2022-12-10_05:41:36.232651) 
05:41:39.593704 run   osmo-hlr_10.42.42.2(pid=31872): stderr: 
| �[0;m�[1;31m20221210054136412 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210054136412 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210054136412 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210054136412 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210054136412 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210054136412 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210054136425 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/gprs:oc2g/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210054136433 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210054136434 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210054136434 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
05:41:39.635603 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31865): Terminating (SIGTERM)
05:41:39.674786 run iperf3-srv_10.42.42.10(pid=31866): Terminating (SIGTERM)
05:41:39.714165 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31867): Terminating (SIGTERM)
05:41:39.753522 run iperf3-srv_10.42.42.10(pid=31868): Terminating (SIGTERM)
05:41:39.792989 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31871): Terminating (SIGTERM)
05:41:39.832345 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31874): Terminating (SIGTERM)
05:41:39.871648 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31877): Terminating (SIGTERM)
05:41:39.881120 ---      ParallelTerminationStrategy: PID 31865 died...
05:41:39.933925 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31865): Terminated: ok {rc=0}
05:41:39.943691 ---      ParallelTerminationStrategy: PID 31866 died...
05:41:39.995930 run iperf3-srv_10.42.42.10(pid=31866): Terminated {rc=256}
05:41:40.005666 ---      ParallelTerminationStrategy: PID 31867 died...
05:41:40.057968 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31867): Terminated: ok {rc=0}
05:41:40.067628 ---      ParallelTerminationStrategy: PID 31868 died...
05:41:40.120714 run iperf3-srv_10.42.42.10(pid=31868): Terminated {rc=256}
05:41:40.130248 ---      ParallelTerminationStrategy: PID 31871 died...
05:41:40.182882 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31871): Terminated: ok {rc=0}
05:41:40.192695 ---      ParallelTerminationStrategy: PID 31874 died...
05:41:40.245890 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31874): Terminated: ok {rc=0}
05:41:40.255375 ---      ParallelTerminationStrategy: PID 31877 died...
05:41:40.307800 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31877): Terminated: ok {rc=0}
05:41:40.395040 bus                          /gobi_0: Setting Powered False
05:41:41.497504 bus                          /gobi_0: Setting Powered False
05:41:42.602918 bus                          /gobi_6: Setting Powered False
</stdout></case><case><age>228</age><className>gprs:oc2g</className><duration>8.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=31887): Process ended prematurely: osmo-stp_10.42.42.5(pid=31887) [trial-2370↪gprs:oc2g↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31887)]</errorStackTrace><failedSince>2143</failedSince><name>iperf3.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py", line 8, in &lt;module&gt;
    setup_run_iperf3_test_parallel(1)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py", line 67, in setup_run_iperf3_test_parallel
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31887): Process ended prematurely: osmo-stp_10.42.42.5(pid=31887) [trial-2370↪gprs:oc2g↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31887)]
</stderr><stdout>
----------------------------------------------
trial-2370 gprs:oc2g iperf3.py
----------------------------------------------
05:41:43.711117 tst                        gprs:oc2g: Using 1 x ip_address (candidates: 9)
05:41:43.722332 tst                        gprs:oc2g: Using 1 x bts (candidates: 1)
05:41:43.853805 tst                        iperf3.py: using LAC 26237
05:41:43.984544 tst                        iperf3.py: using RAC 227
05:41:44.115468 tst                        iperf3.py: using CellId 26237
05:41:44.241176 tst                        iperf3.py: using BVCI 26238
05:41:44.264505 tst                        gprs:oc2g: Using 1 x ip_address (candidates: 9)
05:41:44.275103 tst                        gprs:oc2g: Using 1 x ip_address (candidates: 9)
05:41:44.285793 tst                        gprs:oc2g: Using 1 x ip_address (candidates: 9)
05:41:44.296323 tst                        gprs:oc2g: Using 1 x ip_address (candidates: 9)
05:41:44.306845 tst                        gprs:oc2g: Using 1 x ip_address (candidates: 9)
05:41:44.317407 tst                        gprs:oc2g: Using 1 x ip_address (candidates: 9)
05:41:44.328011 tst                        gprs:oc2g: Using 1 x ip_address (candidates: 9)
05:41:44.338602 tst                        gprs:oc2g: Using 1 x ip_address (candidates: 9)
05:41:44.349324 tst                        gprs:oc2g: Using 1 x modem (candidates: 4)
05:41:44.641820 tst                      iperf3.py:8: start iperfv3 server 10.42.42.10:5003...
05:41:44.779393 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
05:41:45.120206 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31879): Launched
05:41:45.403840 run iperf3-srv_10.42.42.10(pid=31880): Launched
05:41:45.604909 tst                      iperf3.py:8: start network...
05:41:45.741469 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
05:41:46.329107 run         create_hlr_db(pid=31881): Launched
05:41:46.522208 bus                          /gobi_6: Setting Powered False
05:41:47.539786 run         create_hlr_db(pid=31881): Terminated: ok {rc=0}
05:41:47.977594 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31883): Launched
05:41:48.306718 run   osmo-hlr_10.42.42.2(pid=31884): Launched
05:41:48.426321 run              osmo-stp_10.42.42.5: Starting osmo-stp
05:41:48.998031 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31886): Launched
05:41:49.327999 run   osmo-stp_10.42.42.5(pid=31887): Launched
05:41:49.452315 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
05:41:50.029941 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31889): Launched
05:41:50.147098 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
05:41:50.435057 run              patchelf(pid=31890): Launched
05:41:50.626946 run   osmo-stp_10.42.42.5(pid=31887): ERR: Terminated: ERROR {rc=1}  [trial-2370↪gprs:oc2g↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31887)]
05:41:50.767488 run   osmo-stp_10.42.42.5(pid=31887): stdout: 
| (launched: 2022-12-10_05:41:49.165331)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
05:41:50.907693 run   osmo-stp_10.42.42.5(pid=31887): stderr: 
| �[0;m�[38;5;43m20221210054149361 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210054149361 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210054149361 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210054149362 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210054149362 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210054149362 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210054149362 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
05:41:51.043019 run   osmo-stp_10.42.42.5(pid=31887): stdout: 
| (launched: 2022-12-10_05:41:49.165331)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
05:41:51.177328 run   osmo-stp_10.42.42.5(pid=31887): stderr: 
| �[0;m�[38;5;43m20221210054149361 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210054149361 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210054149361 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210054149362 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210054149362 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210054149362 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210054149362 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
05:41:51.333224 run              patchelf(pid=31890): Terminating (SIGINT)
05:41:51.516053 run              patchelf(pid=31890): Terminated: ok {rc=0}
05:41:51.549739 tst                      iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=31887): Process ended prematurely: osmo-stp_10.42.42.5(pid=31887) [trial-2370↪gprs:oc2g↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31887)]  [trial-2370↪gprs:oc2g↪iperf3.py:8]
05:41:51.559683 tst                      iperf3.py:8: Test FAILED (7.9 sec)
05:41:51.622135 run   osmo-hlr_10.42.42.2(pid=31884): ERR: Terminated: ERROR {rc=237}  [trial-2370↪gprs:oc2g↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31884)]
05:41:51.672755 run   osmo-hlr_10.42.42.2(pid=31884): stdout: 
| (launched: 2022-12-10_05:41:48.145045) 
05:41:51.724550 run   osmo-hlr_10.42.42.2(pid=31884): stderr: 
| �[0;m�[1;31m20221210054148349 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210054148349 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210054148349 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210054148349 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210054148349 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210054148349 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210054148361 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/gprs:oc2g/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210054148369 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210054148369 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210054148369 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
05:41:51.768252 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31879): Terminating (SIGTERM)
05:41:51.809361 run iperf3-srv_10.42.42.10(pid=31880): Terminating (SIGTERM)
05:41:51.850663 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31883): Terminating (SIGTERM)
05:41:51.892094 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31886): Terminating (SIGTERM)
05:41:51.933417 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31889): Terminating (SIGTERM)
05:41:51.943067 ---      ParallelTerminationStrategy: PID 31879 died...
05:41:51.998142 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31879): Terminated: ok {rc=0}
05:41:52.008084 ---      ParallelTerminationStrategy: PID 31880 died...
05:41:52.063359 run iperf3-srv_10.42.42.10(pid=31880): Terminated {rc=256}
05:41:52.073532 ---      ParallelTerminationStrategy: PID 31883 died...
05:41:52.128163 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31883): Terminated: ok {rc=0}
05:41:52.138125 ---      ParallelTerminationStrategy: PID 31886 died...
05:41:52.193017 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31886): Terminated: ok {rc=0}
05:41:52.202984 ---      ParallelTerminationStrategy: PID 31889 died...
05:41:52.257813 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31889): Terminated: ok {rc=0}
05:41:52.342731 bus                          /gobi_6: Setting Powered False
</stdout></case><case><age>232</age><className>gprs:oc2g</className><duration>12.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=31914): Process ended prematurely: osmo-stp_10.42.42.5(pid=31914) [trial-2370↪gprs:oc2g↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31914)]</errorStackTrace><failedSince>2139</failedSince><name>iperf3m4.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py", line 8, in &lt;module&gt;
    setup_run_iperf3_test_parallel(4)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py", line 67, in setup_run_iperf3_test_parallel
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31914): Process ended prematurely: osmo-stp_10.42.42.5(pid=31914) [trial-2370↪gprs:oc2g↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31914)]
</stderr><stdout>
----------------------------------------------
trial-2370 gprs:oc2g iperf3m4.py
----------------------------------------------
05:41:53.457682 tst                        gprs:oc2g: Using 1 x ip_address (candidates: 9)
05:41:53.469479 tst                        gprs:oc2g: Using 1 x bts (candidates: 1)
05:41:53.602817 tst                      iperf3m4.py: using LAC 26238
05:41:53.731855 tst                      iperf3m4.py: using RAC 228
05:41:53.861624 tst                      iperf3m4.py: using CellId 26238
05:41:53.990350 tst                      iperf3m4.py: using BVCI 26239
05:41:54.015515 tst                        gprs:oc2g: Using 1 x ip_address (candidates: 9)
05:41:54.026497 tst                        gprs:oc2g: Using 1 x ip_address (candidates: 9)
05:41:54.037423 tst                        gprs:oc2g: Using 1 x ip_address (candidates: 9)
05:41:54.048271 tst                        gprs:oc2g: Using 1 x ip_address (candidates: 9)
05:41:54.059035 tst                        gprs:oc2g: Using 1 x ip_address (candidates: 9)
05:41:54.069791 tst                        gprs:oc2g: Using 1 x ip_address (candidates: 9)
05:41:54.080627 tst                        gprs:oc2g: Using 1 x ip_address (candidates: 9)
05:41:54.091493 tst                        gprs:oc2g: Using 1 x ip_address (candidates: 9)
05:41:54.102440 tst                        gprs:oc2g: Using 1 x modem (candidates: 4)
05:41:54.223470 tst                        gprs:oc2g: Using 1 x modem (candidates: 4)
05:41:54.342842 tst                        gprs:oc2g: Using 1 x modem (candidates: 4)
05:41:54.462365 tst                        gprs:oc2g: Using 1 x modem (candidates: 4)
05:41:54.742839 tst                    iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...
05:41:54.870031 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
05:41:55.191531 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31891): Launched
05:41:55.457154 run iperf3-srv_10.42.42.10(pid=31892): Launched
05:41:55.644377 tst                    iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...
05:41:55.771667 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
05:41:56.091329 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31893): Launched
05:41:56.357060 run iperf3-srv_10.42.42.10(pid=31894): Launched
05:41:56.542913 tst                    iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...
05:41:56.669788 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
05:41:56.988912 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31895): Launched
05:41:57.254510 run iperf3-srv_10.42.42.10(pid=31896): Launched
05:41:57.440391 tst                    iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...
05:41:57.567721 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
05:41:57.887844 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31897): Launched
05:41:58.153101 run iperf3-srv_10.42.42.10(pid=31898): Launched
05:41:58.338898 tst                    iperf3m4.py:8: start network...
05:41:58.466073 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
05:41:58.966068 run         create_hlr_db(pid=31899): Launched
05:41:59.155782 bus                          /gobi_6: Setting Powered False
05:42:00.176204 run         create_hlr_db(pid=31899): Terminated: ok {rc=0}
05:42:00.589823 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31901): Launched
05:42:01.128439 run   osmo-hlr_10.42.42.2(pid=31902): Launched
05:42:01.393735 run              osmo-stp_10.42.42.5: Starting osmo-stp
05:42:01.950000 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31913): Launched
05:42:02.369539 run   osmo-stp_10.42.42.5(pid=31914): Launched
05:42:02.489444 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
05:42:03.065030 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31916): Launched
05:42:03.182104 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
05:42:03.469583 run              patchelf(pid=31917): Launched
05:42:03.661070 run   osmo-stp_10.42.42.5(pid=31914): ERR: Terminated: ERROR {rc=1}  [trial-2370↪gprs:oc2g↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31914)]
05:42:03.801420 run   osmo-stp_10.42.42.5(pid=31914): stdout: 
| (launched: 2022-12-10_05:42:02.106838)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
05:42:03.941414 run   osmo-stp_10.42.42.5(pid=31914): stderr: 
| �[0;m�[38;5;43m20221210054202336 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210054202336 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210054202345 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210054202345 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210054202346 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210054202346 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210054202346 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
05:42:04.076517 run   osmo-stp_10.42.42.5(pid=31914): stdout: 
| (launched: 2022-12-10_05:42:02.106838)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
05:42:04.210667 run   osmo-stp_10.42.42.5(pid=31914): stderr: 
| �[0;m�[38;5;43m20221210054202336 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210054202336 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210054202345 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210054202345 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210054202346 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210054202346 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210054202346 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
05:42:04.366529 run              patchelf(pid=31917): Terminating (SIGINT)
05:42:04.549428 run              patchelf(pid=31917): Terminated: ok {rc=0}
05:42:04.582916 tst                    iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=31914): Process ended prematurely: osmo-stp_10.42.42.5(pid=31914) [trial-2370↪gprs:oc2g↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31914)]  [trial-2370↪gprs:oc2g↪iperf3m4.py:8]
05:42:04.592800 tst                    iperf3m4.py:8: Test FAILED (11.2 sec)
05:42:04.655230 run   osmo-hlr_10.42.42.2(pid=31902): ERR: Terminated: ERROR {rc=237}  [trial-2370↪gprs:oc2g↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31902)]
05:42:04.706396 run   osmo-hlr_10.42.42.2(pid=31902): stdout: 
| (launched: 2022-12-10_05:42:00.745578) 
05:42:04.757943 run   osmo-hlr_10.42.42.2(pid=31902): stderr: 
| �[0;m�[1;31m20221210054200982 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210054200982 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210054200982 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210054200982 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210054200982 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210054200982 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210054201009 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/gprs:oc2g/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210054201045 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210054201045 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210054201045 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
05:42:04.801817 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31891): Terminating (SIGTERM)
05:42:04.842904 run iperf3-srv_10.42.42.10(pid=31892): Terminating (SIGTERM)
05:42:04.884099 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31893): Terminating (SIGTERM)
05:42:04.925157 run iperf3-srv_10.42.42.10(pid=31894): Terminating (SIGTERM)
05:42:04.966412 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31895): Terminating (SIGTERM)
05:42:05.007450 run iperf3-srv_10.42.42.10(pid=31896): Terminating (SIGTERM)
05:42:05.048508 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31897): Terminating (SIGTERM)
05:42:05.089623 run iperf3-srv_10.42.42.10(pid=31898): Terminating (SIGTERM)
05:42:05.130902 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31901): Terminating (SIGTERM)
05:42:05.171987 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31913): Terminating (SIGTERM)
05:42:05.213151 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31916): Terminating (SIGTERM)
05:42:05.222823 ---      ParallelTerminationStrategy: PID 31891 died...
05:42:05.278065 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31891): Terminated: ok {rc=0}
05:42:05.288082 ---      ParallelTerminationStrategy: PID 31892 died...
05:42:05.343221 run iperf3-srv_10.42.42.10(pid=31892): Terminated {rc=256}
05:42:05.353383 ---      ParallelTerminationStrategy: PID 31893 died...
05:42:05.408240 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31893): Terminated: ok {rc=0}
05:42:05.418243 ---      ParallelTerminationStrategy: PID 31894 died...
05:42:05.473497 run iperf3-srv_10.42.42.10(pid=31894): Terminated {rc=256}
05:42:05.483438 ---      ParallelTerminationStrategy: PID 31895 died...
05:42:05.538455 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31895): Terminated: ok {rc=0}
05:42:05.548356 ---      ParallelTerminationStrategy: PID 31896 died...
05:42:05.603361 run iperf3-srv_10.42.42.10(pid=31896): Terminated {rc=256}
05:42:05.613473 ---      ParallelTerminationStrategy: PID 31897 died...
05:42:05.668361 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31897): Terminated: ok {rc=0}
05:42:05.678600 ---      ParallelTerminationStrategy: PID 31898 died...
05:42:05.734221 run iperf3-srv_10.42.42.10(pid=31898): Terminated {rc=256}
05:42:05.744285 ---      ParallelTerminationStrategy: PID 31901 died...
05:42:05.799469 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31901): Terminated: ok {rc=0}
05:42:05.809905 ---      ParallelTerminationStrategy: PID 31913 died...
05:42:05.864671 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31913): Terminated: ok {rc=0}
05:42:05.874756 ---      ParallelTerminationStrategy: PID 31916 died...
05:42:05.929705 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31916): Terminated: ok {rc=0}
05:42:06.017296 bus                          /gobi_4: Setting Powered False
05:42:07.121019 bus                          /gobi_4: Setting Powered False
05:42:08.230967 bus                          /gobi_1: Setting Powered False
05:42:09.332996 bus                          /gobi_1: Setting Powered False
05:42:10.443479 bus                          /gobi_0: Setting Powered False
05:42:11.546127 bus                          /gobi_0: Setting Powered False
05:42:12.657480 bus                          /gobi_6: Setting Powered False
</stdout></case><case><age>232</age><className>gprs:oc2g</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=31924): Process ended prematurely: osmo-stp_10.42.42.5(pid=31924) [trial-2370↪gprs:oc2g↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31924)]</errorStackTrace><failedSince>2139</failedSince><name>ping.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py", line 22, in &lt;module&gt;
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31924): Process ended prematurely: osmo-stp_10.42.42.5(pid=31924) [trial-2370↪gprs:oc2g↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31924)]
</stderr><stdout>
----------------------------------------------
trial-2370 gprs:oc2g ping.py
----------------------------------------------
05:42:13.723842 tst                        gprs:oc2g: Using 1 x ip_address (candidates: 9)
05:42:13.735299 tst                        gprs:oc2g: Using 1 x bts (candidates: 1)
05:42:13.860771 tst                          ping.py: using LAC 26239
05:42:13.978420 tst                          ping.py: using RAC 229
05:42:14.104037 tst                          ping.py: using CellId 26239
05:42:14.230548 tst                          ping.py: using BVCI 26240
05:42:14.255450 tst                        gprs:oc2g: Using 1 x ip_address (candidates: 9)
05:42:14.266600 tst                        gprs:oc2g: Using 1 x ip_address (candidates: 9)
05:42:14.277681 tst                        gprs:oc2g: Using 1 x ip_address (candidates: 9)
05:42:14.289226 tst                        gprs:oc2g: Using 1 x ip_address (candidates: 9)
05:42:14.300628 tst                        gprs:oc2g: Using 1 x ip_address (candidates: 9)
05:42:14.311982 tst                        gprs:oc2g: Using 1 x ip_address (candidates: 9)
05:42:14.323471 tst                        gprs:oc2g: Using 1 x ip_address (candidates: 9)
05:42:14.334823 tst                        gprs:oc2g: Using 1 x modem (candidates: 4)
05:42:14.627311 tst                       ping.py:19: start network...
05:42:14.762626 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
05:42:15.276675 run         create_hlr_db(pid=31918): Launched
05:42:15.463259 bus                          /gobi_6: Setting Powered False
05:42:16.527684 run         create_hlr_db(pid=31918): Terminated: ok {rc=0}
05:42:17.011112 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31920): Launched
05:42:17.339150 run   osmo-hlr_10.42.42.2(pid=31921): Launched
05:42:17.456622 run              osmo-stp_10.42.42.5: Starting osmo-stp
05:42:18.023159 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31923): Launched
05:42:18.347274 run   osmo-stp_10.42.42.5(pid=31924): Launched
05:42:18.464087 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
05:42:19.028725 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31926): Launched
05:42:19.143342 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
05:42:19.426577 run              patchelf(pid=31927): Launched
05:42:19.615795 run   osmo-stp_10.42.42.5(pid=31924): ERR: Terminated: ERROR {rc=1}  [trial-2370↪gprs:oc2g↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31924)]
05:42:19.754722 run   osmo-stp_10.42.42.5(pid=31924): stdout: 
| (launched: 2022-12-10_05:42:18.187199)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
05:42:19.893996 run   osmo-stp_10.42.42.5(pid=31924): stderr: 
| �[0;m�[38;5;43m20221210054218383 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210054218384 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210054218384 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210054218384 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210054218385 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210054218385 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210054218385 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
05:42:20.027334 run   osmo-stp_10.42.42.5(pid=31924): stdout: 
| (launched: 2022-12-10_05:42:18.187199)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
05:42:20.159398 run   osmo-stp_10.42.42.5(pid=31924): stderr: 
| �[0;m�[38;5;43m20221210054218383 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210054218384 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210054218384 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210054218384 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210054218385 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210054218385 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210054218385 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
05:42:20.313383 run              patchelf(pid=31927): Terminating (SIGINT)
05:42:20.494225 run              patchelf(pid=31927): Terminated: ok {rc=0}
05:42:20.526942 tst                       ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=31924): Process ended prematurely: osmo-stp_10.42.42.5(pid=31924) [trial-2370↪gprs:oc2g↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31924)]  [trial-2370↪gprs:oc2g↪ping.py:22]
05:42:20.536111 tst                       ping.py:22: Test FAILED (6.8 sec)
05:42:20.599217 run   osmo-hlr_10.42.42.2(pid=31921): ERR: Terminated: ERROR {rc=237}  [trial-2370↪gprs:oc2g↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31921)]
05:42:20.650566 run   osmo-hlr_10.42.42.2(pid=31921): stdout: 
| (launched: 2022-12-10_05:42:17.177741) 
05:42:20.702433 run   osmo-hlr_10.42.42.2(pid=31921): stderr: 
| �[0;m�[1;31m20221210054217378 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210054217378 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210054217378 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210054217378 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210054217378 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210054217379 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210054217390 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/gprs:oc2g/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210054217399 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210054217399 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210054217399 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
05:42:20.746952 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31920): Terminating (SIGTERM)
05:42:20.788779 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31923): Terminating (SIGTERM)
05:42:20.830594 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31926): Terminating (SIGTERM)
05:42:20.840368 ---      ParallelTerminationStrategy: PID 31920 died...
05:42:20.896134 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31920): Terminated: ok {rc=0}
05:42:20.906294 ---      ParallelTerminationStrategy: PID 31923 died...
05:42:20.962075 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31923): Terminated: ok {rc=0}
05:42:20.972206 ---      ParallelTerminationStrategy: PID 31926 died...
05:42:21.027555 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31926): Terminated: ok {rc=0}
05:42:21.114728 bus                          /gobi_6: Setting Powered False
</stdout></case><case><age>232</age><className>gprs:oc2g</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=31934): Process ended prematurely: osmo-stp_10.42.42.5(pid=31934) [trial-2370↪gprs:oc2g↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31934)]</errorStackTrace><failedSince>2139</failedSince><name>ping_idle_ping.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py", line 27, in &lt;module&gt;
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31934): Process ended prematurely: osmo-stp_10.42.42.5(pid=31934) [trial-2370↪gprs:oc2g↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31934)]
</stderr><stdout>
----------------------------------------------
trial-2370 gprs:oc2g ping_idle_ping.py
----------------------------------------------
05:42:22.164222 tst                        gprs:oc2g: Using 1 x ip_address (candidates: 9)
05:42:22.175660 tst                        gprs:oc2g: Using 1 x bts (candidates: 1)
05:42:22.302399 tst                ping_idle_ping.py: using LAC 26240
05:42:22.419161 tst                ping_idle_ping.py: using RAC 230
05:42:22.540354 tst                ping_idle_ping.py: using CellId 26240
05:42:22.657002 tst                ping_idle_ping.py: using BVCI 26241
05:42:22.680065 tst                        gprs:oc2g: Using 1 x ip_address (candidates: 9)
05:42:22.690657 tst                        gprs:oc2g: Using 1 x ip_address (candidates: 9)
05:42:22.701152 tst                        gprs:oc2g: Using 1 x ip_address (candidates: 9)
05:42:22.712188 tst                        gprs:oc2g: Using 1 x ip_address (candidates: 9)
05:42:22.722827 tst                        gprs:oc2g: Using 1 x ip_address (candidates: 9)
05:42:22.733521 tst                        gprs:oc2g: Using 1 x ip_address (candidates: 9)
05:42:22.744261 tst                        gprs:oc2g: Using 1 x ip_address (candidates: 9)
05:42:22.755046 tst                        gprs:oc2g: Using 1 x modem (candidates: 4)
05:42:23.051026 tst             ping_idle_ping.py:24: start network...
05:42:23.185683 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
05:42:23.706085 run         create_hlr_db(pid=31928): Launched
05:42:23.894436 bus                          /gobi_6: Setting Powered False
05:42:24.914168 run         create_hlr_db(pid=31928): Terminated: ok {rc=0}
05:42:25.322611 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31930): Launched
05:42:25.626667 run   osmo-hlr_10.42.42.2(pid=31931): Launched
05:42:25.745073 run              osmo-stp_10.42.42.5: Starting osmo-stp
05:42:26.279590 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31933): Launched
05:42:26.583501 run   osmo-stp_10.42.42.5(pid=31934): Launched
05:42:26.693291 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
05:42:27.221528 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31936): Launched
05:42:27.328477 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
05:42:27.594414 run              patchelf(pid=31937): Launched
05:42:27.771888 run   osmo-stp_10.42.42.5(pid=31934): ERR: Terminated: ERROR {rc=1}  [trial-2370↪gprs:oc2g↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31934)]
05:42:27.902357 run   osmo-stp_10.42.42.5(pid=31934): stdout: 
| (launched: 2022-12-10_05:42:26.432860)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
05:42:28.031964 run   osmo-stp_10.42.42.5(pid=31934): stderr: 
| �[0;m�[38;5;43m20221210054226606 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210054226606 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210054226607 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210054226607 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210054226608 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210054226608 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210054226608 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
05:42:28.156712 run   osmo-stp_10.42.42.5(pid=31934): stdout: 
| (launched: 2022-12-10_05:42:26.432860)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
05:42:28.280105 run   osmo-stp_10.42.42.5(pid=31934): stderr: 
| �[0;m�[38;5;43m20221210054226606 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210054226606 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210054226607 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210054226607 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210054226608 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210054226608 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210054226608 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
05:42:28.424175 run              patchelf(pid=31937): Terminating (SIGINT)
05:42:28.593468 run              patchelf(pid=31937): Terminated: ok {rc=0}
05:42:28.624242 tst             ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=31934): Process ended prematurely: osmo-stp_10.42.42.5(pid=31934) [trial-2370↪gprs:oc2g↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31934)]  [trial-2370↪gprs:oc2g↪ping_idle_ping.py:27]
05:42:28.632940 tst             ping_idle_ping.py:27: Test FAILED (6.5 sec)
05:42:28.693598 run   osmo-hlr_10.42.42.2(pid=31931): ERR: Terminated: ERROR {rc=237}  [trial-2370↪gprs:oc2g↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31931)]
05:42:28.742329 run   osmo-hlr_10.42.42.2(pid=31931): stdout: 
| (launched: 2022-12-10_05:42:25.475623) 
05:42:28.791851 run   osmo-hlr_10.42.42.2(pid=31931): stderr: 
| �[0;m�[1;31m20221210054225655 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210054225655 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210054225655 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210054225655 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210054225655 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210054225655 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210054225666 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/gprs:oc2g/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210054225675 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210054225676 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210054225676 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
05:42:28.833668 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31930): Terminating (SIGTERM)
05:42:28.873180 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31933): Terminating (SIGTERM)
05:42:28.914139 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31936): Terminating (SIGTERM)
05:42:28.923534 ---      ParallelTerminationStrategy: PID 31930 died...
05:42:28.976732 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31930): Terminated: ok {rc=0}
05:42:28.986670 ---      ParallelTerminationStrategy: PID 31933 died...
05:42:29.039564 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31933): Terminated: ok {rc=0}
05:42:29.049917 ---      ParallelTerminationStrategy: PID 31936 died...
05:42:29.103131 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31936): Terminated: ok {rc=0}
05:42:29.186831 bus                          /gobi_6: Setting Powered False
</stdout></case><duration>61.0</duration><id>30</id><name>gprs_oc2g</name><properties></properties><timestamp>2022-12-10T05:41:30</timestamp></suite><suite><case><age>232</age><className>gprs:oc2g+mod-bts0-egprs</className><duration>9.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=31951): Process ended prematurely: osmo-stp_10.42.42.5(pid=31951) [trial-2370↪gprs:oc2g+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31951)]</errorStackTrace><failedSince>2139</failedSince><name>cs_paging_gprs_active.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py", line 38, in &lt;module&gt;
    setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py", line 67, in setup_run_iperf3_test_parallel
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31951): Process ended prematurely: osmo-stp_10.42.42.5(pid=31951) [trial-2370↪gprs:oc2g+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31951)]
</stderr><stdout>
----------------------------------------------
trial-2370 gprs:oc2g+mod-bts0-egprs cs_paging_gprs_active.py
----------------------------------------------
05:42:31.315119 tst         gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
05:42:31.327047 tst         gprs:oc2g+mod-bts0-egprs: Using 1 x bts (candidates: 1)
05:42:31.491472 tst         cs_paging_gprs_active.py: using LAC 26241
05:42:31.619768 tst         cs_paging_gprs_active.py: using RAC 231
05:42:31.769386 tst         cs_paging_gprs_active.py: using CellId 26241
05:42:31.894089 tst         cs_paging_gprs_active.py: using BVCI 26242
05:42:31.919536 tst         gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
05:42:31.931512 tst         gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
05:42:31.943275 tst         gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
05:42:31.955905 tst         gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
05:42:31.969550 tst         gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
05:42:31.982299 tst         gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
05:42:31.994118 tst         gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
05:42:32.006917 tst         gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
05:42:32.021030 tst         gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)
05:42:32.159087 tst         gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)
05:42:32.455139 tst      cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...
05:42:32.589029 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
05:42:32.923844 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31941): Launched
05:42:33.203642 run iperf3-srv_10.42.42.10(pid=31942): Launched
05:42:33.400328 tst      cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...
05:42:33.534484 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
05:42:33.871884 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31943): Launched
05:42:34.149701 run iperf3-srv_10.42.42.10(pid=31944): Launched
05:42:34.345490 tst      cs_paging_gprs_active.py:38: start network...
05:42:34.478572 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
05:42:34.999967 run         create_hlr_db(pid=31945): Launched
05:42:35.185354 bus                          /gobi_6: Setting Powered False
05:42:36.205771 run         create_hlr_db(pid=31945): Terminated: ok {rc=0}
05:42:36.614402 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31947): Launched
05:42:36.919756 run   osmo-hlr_10.42.42.2(pid=31948): Launched
05:42:37.038228 run              osmo-stp_10.42.42.5: Starting osmo-stp
05:42:37.573891 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31950): Launched
05:42:37.878896 run   osmo-stp_10.42.42.5(pid=31951): Launched
05:42:37.990161 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
05:42:38.521083 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31953): Launched
05:42:38.628857 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
05:42:38.894747 run              patchelf(pid=31954): Launched
05:42:39.071677 run   osmo-stp_10.42.42.5(pid=31951): ERR: Terminated: ERROR {rc=1}  [trial-2370↪gprs:oc2g+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31951)]
05:42:39.201582 run   osmo-stp_10.42.42.5(pid=31951): stdout: 
| (launched: 2022-12-10_05:42:37.727312)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
05:42:39.331782 run   osmo-stp_10.42.42.5(pid=31951): stderr: 
| �[0;m�[38;5;43m20221210054237901 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210054237901 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210054237901 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210054237901 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210054237902 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210054237902 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210054237902 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
05:42:39.457218 run   osmo-stp_10.42.42.5(pid=31951): stdout: 
| (launched: 2022-12-10_05:42:37.727312)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
05:42:39.581329 run   osmo-stp_10.42.42.5(pid=31951): stderr: 
| �[0;m�[38;5;43m20221210054237901 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210054237901 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210054237901 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210054237901 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210054237902 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210054237902 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210054237902 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
05:42:39.725682 run              patchelf(pid=31954): Terminating (SIGINT)
05:42:39.895133 run              patchelf(pid=31954): Terminated: ok {rc=0}
05:42:39.926417 tst      cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=31951): Process ended prematurely: osmo-stp_10.42.42.5(pid=31951) [trial-2370↪gprs:oc2g+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31951)]  [trial-2370↪gprs:oc2g+mod-bts0-egprs↪cs_paging_gprs_active.py:38]
05:42:39.935670 tst      cs_paging_gprs_active.py:38: Test FAILED (8.7 sec)
05:42:40.001521 run   osmo-hlr_10.42.42.2(pid=31948): ERR: Terminated: ERROR {rc=237}  [trial-2370↪gprs:oc2g+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31948)]
05:42:40.052471 run   osmo-hlr_10.42.42.2(pid=31948): stdout: 
| (launched: 2022-12-10_05:42:36.768334) 
05:42:40.104406 run   osmo-hlr_10.42.42.2(pid=31948): stderr: 
| �[0;m�[1;31m20221210054236946 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210054236946 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210054236946 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210054236946 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210054236946 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210054236946 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210054236959 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/gprs:oc2g+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210054236969 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210054236970 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210054236970 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
05:42:40.148337 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31941): Terminating (SIGTERM)
05:42:40.189755 run iperf3-srv_10.42.42.10(pid=31942): Terminating (SIGTERM)
05:42:40.231971 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31943): Terminating (SIGTERM)
05:42:40.273406 run iperf3-srv_10.42.42.10(pid=31944): Terminating (SIGTERM)
05:42:40.315129 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31947): Terminating (SIGTERM)
05:42:40.356803 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31950): Terminating (SIGTERM)
05:42:40.398451 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31953): Terminating (SIGTERM)
05:42:40.407924 ---      ParallelTerminationStrategy: PID 31941 died...
05:42:40.463510 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31941): Terminated: ok {rc=0}
05:42:40.473791 ---      ParallelTerminationStrategy: PID 31942 died...
05:42:40.528741 run iperf3-srv_10.42.42.10(pid=31942): Terminated {rc=256}
05:42:40.538568 ---      ParallelTerminationStrategy: PID 31943 died...
05:42:40.593851 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31943): Terminated: ok {rc=0}
05:42:40.603719 ---      ParallelTerminationStrategy: PID 31944 died...
05:42:40.658791 run iperf3-srv_10.42.42.10(pid=31944): Terminated {rc=256}
05:42:40.668574 ---      ParallelTerminationStrategy: PID 31947 died...
05:42:40.724375 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31947): Terminated: ok {rc=0}
05:42:40.734290 ---      ParallelTerminationStrategy: PID 31950 died...
05:42:40.789463 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31950): Terminated: ok {rc=0}
05:42:40.799682 ---      ParallelTerminationStrategy: PID 31953 died...
05:42:40.855375 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31953): Terminated: ok {rc=0}
05:42:40.942137 bus                          /gobi_0: Setting Powered False
05:42:42.048540 bus                          /gobi_0: Setting Powered False
05:42:43.160777 bus                          /gobi_6: Setting Powered False
</stdout></case><case><age>232</age><className>gprs:oc2g+mod-bts0-egprs</className><duration>8.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=31963): Process ended prematurely: osmo-stp_10.42.42.5(pid=31963) [trial-2370↪gprs:oc2g+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31963)]</errorStackTrace><failedSince>2139</failedSince><name>iperf3.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py", line 8, in &lt;module&gt;
    setup_run_iperf3_test_parallel(1)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py", line 67, in setup_run_iperf3_test_parallel
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31963): Process ended prematurely: osmo-stp_10.42.42.5(pid=31963) [trial-2370↪gprs:oc2g+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31963)]
</stderr><stdout>
----------------------------------------------
trial-2370 gprs:oc2g+mod-bts0-egprs iperf3.py
----------------------------------------------
05:42:44.271677 tst         gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
05:42:44.283121 tst         gprs:oc2g+mod-bts0-egprs: Using 1 x bts (candidates: 1)
05:42:44.410434 tst                        iperf3.py: using LAC 26242
05:42:44.531514 tst                        iperf3.py: using RAC 232
05:42:44.654759 tst                        iperf3.py: using CellId 26242
05:42:44.771673 tst                        iperf3.py: using BVCI 26243
05:42:44.794809 tst         gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
05:42:44.805611 tst         gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
05:42:44.816150 tst         gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
05:42:44.827588 tst         gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
05:42:44.838852 tst         gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
05:42:44.850148 tst         gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
05:42:44.861620 tst         gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
05:42:44.872645 tst         gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
05:42:44.884180 tst         gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)
05:42:45.162241 tst                      iperf3.py:8: start iperfv3 server 10.42.42.10:5003...
05:42:45.287702 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
05:42:45.601760 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31955): Launched
05:42:45.899559 run iperf3-srv_10.42.42.10(pid=31956): Launched
05:42:46.086683 tst                      iperf3.py:8: start network...
05:42:46.214871 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
05:42:46.750879 run         create_hlr_db(pid=31957): Launched
05:42:46.954498 bus                          /gobi_6: Setting Powered False
05:42:47.955426 run         create_hlr_db(pid=31957): Terminated: ok {rc=0}
05:42:48.399457 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31959): Launched
05:42:48.721189 run   osmo-hlr_10.42.42.2(pid=31960): Launched
05:42:48.840740 run              osmo-stp_10.42.42.5: Starting osmo-stp
05:42:49.402028 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31962): Launched
05:42:49.726953 run   osmo-stp_10.42.42.5(pid=31963): Launched
05:42:49.850149 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
05:42:50.411830 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31965): Launched
05:42:50.526431 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
05:42:50.808875 run              patchelf(pid=31966): Launched
05:42:50.996751 run   osmo-stp_10.42.42.5(pid=31963): ERR: Terminated: ERROR {rc=1}  [trial-2370↪gprs:oc2g+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31963)]
05:42:51.133930 run   osmo-stp_10.42.42.5(pid=31963): stdout: 
| (launched: 2022-12-10_05:42:49.565709)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
05:42:51.271065 run   osmo-stp_10.42.42.5(pid=31963): stderr: 
| �[0;m�[38;5;43m20221210054249760 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210054249760 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210054249760 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210054249761 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210054249763 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210054249763 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210054249763 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
05:42:51.403841 run   osmo-stp_10.42.42.5(pid=31963): stdout: 
| (launched: 2022-12-10_05:42:49.565709)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
05:42:51.535397 run   osmo-stp_10.42.42.5(pid=31963): stderr: 
| �[0;m�[38;5;43m20221210054249760 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210054249760 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210054249760 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210054249761 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210054249763 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210054249763 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210054249763 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
05:42:51.688231 run              patchelf(pid=31966): Terminating (SIGINT)
05:42:51.868031 run              patchelf(pid=31966): Terminated: ok {rc=0}
05:42:51.921803 tst                      iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=31963): Process ended prematurely: osmo-stp_10.42.42.5(pid=31963) [trial-2370↪gprs:oc2g+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31963)]  [trial-2370↪gprs:oc2g+mod-bts0-egprs↪iperf3.py:8]
05:42:51.933317 tst                      iperf3.py:8: Test FAILED (7.7 sec)
05:42:51.995561 run   osmo-hlr_10.42.42.2(pid=31960): ERR: Terminated: ERROR {rc=237}  [trial-2370↪gprs:oc2g+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31960)]
05:42:52.045650 run   osmo-hlr_10.42.42.2(pid=31960): stdout: 
| (launched: 2022-12-10_05:42:48.563020) 
05:42:52.096401 run   osmo-hlr_10.42.42.2(pid=31960): stderr: 
| �[0;m�[1;31m20221210054248763 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210054248763 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210054248763 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210054248763 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210054248763 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210054248763 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210054248775 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/gprs:oc2g+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210054248784 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210054248784 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210054248784 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
05:42:52.138812 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31955): Terminating (SIGTERM)
05:42:52.179525 run iperf3-srv_10.42.42.10(pid=31956): Terminating (SIGTERM)
05:42:52.220020 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31959): Terminating (SIGTERM)
05:42:52.261501 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31962): Terminating (SIGTERM)
05:42:52.301756 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31965): Terminating (SIGTERM)
05:42:52.310964 ---      ParallelTerminationStrategy: PID 31955 died...
05:42:52.364374 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31955): Terminated: ok {rc=0}
05:42:52.374187 ---      ParallelTerminationStrategy: PID 31956 died...
05:42:52.427531 run iperf3-srv_10.42.42.10(pid=31956): Terminated {rc=256}
05:42:52.437155 ---      ParallelTerminationStrategy: PID 31959 died...
05:42:52.490285 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31959): Terminated: ok {rc=0}
05:42:52.500043 ---      ParallelTerminationStrategy: PID 31962 died...
05:42:52.553237 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31962): Terminated: ok {rc=0}
05:42:52.563099 ---      ParallelTerminationStrategy: PID 31965 died...
05:42:52.615811 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31965): Terminated: ok {rc=0}
05:42:52.704189 bus                          /gobi_6: Setting Powered False
</stdout></case><case><age>232</age><className>gprs:oc2g+mod-bts0-egprs</className><duration>11.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=31981): Process ended prematurely: osmo-stp_10.42.42.5(pid=31981) [trial-2370↪gprs:oc2g+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31981)]</errorStackTrace><failedSince>2139</failedSince><name>iperf3m4.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py", line 8, in &lt;module&gt;
    setup_run_iperf3_test_parallel(4)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py", line 67, in setup_run_iperf3_test_parallel
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31981): Process ended prematurely: osmo-stp_10.42.42.5(pid=31981) [trial-2370↪gprs:oc2g+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31981)]
</stderr><stdout>
----------------------------------------------
trial-2370 gprs:oc2g+mod-bts0-egprs iperf3m4.py
----------------------------------------------
05:42:53.814984 tst         gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
05:42:53.826530 tst         gprs:oc2g+mod-bts0-egprs: Using 1 x bts (candidates: 1)
05:42:53.951817 tst                      iperf3m4.py: using LAC 26243
05:42:54.070967 tst                      iperf3m4.py: using RAC 233
05:42:54.192472 tst                      iperf3m4.py: using CellId 26243
05:42:54.311275 tst                      iperf3m4.py: using BVCI 26244
05:42:54.334595 tst         gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
05:42:54.345418 tst         gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
05:42:54.355955 tst         gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
05:42:54.367314 tst         gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
05:42:54.378701 tst         gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
05:42:54.390060 tst         gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
05:42:54.401525 tst         gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
05:42:54.412891 tst         gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
05:42:54.424492 tst         gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)
05:42:54.544716 tst         gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)
05:42:54.664049 tst         gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)
05:42:54.782702 tst         gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)
05:42:55.058084 tst                    iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...
05:42:55.183028 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
05:42:55.497802 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31967): Launched
05:42:55.758404 run iperf3-srv_10.42.42.10(pid=31968): Launched
05:42:55.940938 tst                    iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...
05:42:56.065941 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
05:42:56.381130 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31969): Launched
05:42:56.642275 run iperf3-srv_10.42.42.10(pid=31970): Launched
05:42:56.825458 tst                    iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...
05:42:56.950278 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
05:42:57.264433 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31971): Launched
05:42:57.526090 run iperf3-srv_10.42.42.10(pid=31972): Launched
05:42:57.709583 tst                    iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...
05:42:57.834603 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
05:42:58.149943 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31973): Launched
05:42:58.411033 run iperf3-srv_10.42.42.10(pid=31974): Launched
05:42:58.593331 tst                    iperf3m4.py:8: start network...
05:42:58.718159 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
05:42:59.195055 run         create_hlr_db(pid=31975): Launched
05:42:59.368265 bus                          /gobi_6: Setting Powered False
05:43:00.390368 run         create_hlr_db(pid=31975): Terminated: ok {rc=0}
05:43:00.820441 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31977): Launched
05:43:01.209337 run   osmo-hlr_10.42.42.2(pid=31978): Launched
05:43:01.402316 run              osmo-stp_10.42.42.5: Starting osmo-stp
05:43:02.069565 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31980): Launched
05:43:02.399981 run   osmo-stp_10.42.42.5(pid=31981): Launched
05:43:02.517341 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
05:43:03.083876 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31983): Launched
05:43:03.199218 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
05:43:03.485038 run              patchelf(pid=31984): Launched
05:43:03.674411 run   osmo-stp_10.42.42.5(pid=31981): ERR: Terminated: ERROR {rc=1}  [trial-2370↪gprs:oc2g+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31981)]
05:43:03.812862 run   osmo-stp_10.42.42.5(pid=31981): stdout: 
| (launched: 2022-12-10_05:43:02.236735)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
05:43:03.951028 run   osmo-stp_10.42.42.5(pid=31981): stderr: 
| �[0;m�[38;5;43m20221210054302451 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210054302451 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210054302452 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210054302452 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210054302453 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210054302453 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210054302453 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
05:43:04.084484 run   osmo-stp_10.42.42.5(pid=31981): stdout: 
| (launched: 2022-12-10_05:43:02.236735)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
05:43:04.217472 run   osmo-stp_10.42.42.5(pid=31981): stderr: 
| �[0;m�[38;5;43m20221210054302451 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210054302451 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210054302452 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210054302452 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210054302453 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210054302453 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210054302453 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
05:43:04.371498 run              patchelf(pid=31984): Terminating (SIGINT)
05:43:04.551574 run              patchelf(pid=31984): Terminated: ok {rc=0}
05:43:04.584909 tst                    iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=31981): Process ended prematurely: osmo-stp_10.42.42.5(pid=31981) [trial-2370↪gprs:oc2g+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31981)]  [trial-2370↪gprs:oc2g+mod-bts0-egprs↪iperf3m4.py:8]
05:43:04.594898 tst                    iperf3m4.py:8: Test FAILED (10.8 sec)
05:43:04.657954 run   osmo-hlr_10.42.42.2(pid=31978): ERR: Terminated: ERROR {rc=237}  [trial-2370↪gprs:oc2g+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31978)]
05:43:04.709329 run   osmo-hlr_10.42.42.2(pid=31978): stdout: 
| (launched: 2022-12-10_05:43:01.014076) 
05:43:04.761520 run   osmo-hlr_10.42.42.2(pid=31978): stderr: 
| �[0;m�[1;31m20221210054301371 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210054301371 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210054301371 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210054301371 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210054301371 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210054301371 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210054301395 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/gprs:oc2g+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210054301411 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210054301412 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210054301412 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
05:43:04.805985 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31967): Terminating (SIGTERM)
05:43:04.847746 run iperf3-srv_10.42.42.10(pid=31968): Terminating (SIGTERM)
05:43:04.889590 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31969): Terminating (SIGTERM)
05:43:04.932155 run iperf3-srv_10.42.42.10(pid=31970): Terminating (SIGTERM)
05:43:04.974732 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31971): Terminating (SIGTERM)
05:43:05.016693 run iperf3-srv_10.42.42.10(pid=31972): Terminating (SIGTERM)
05:43:05.058899 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31973): Terminating (SIGTERM)
05:43:05.101041 run iperf3-srv_10.42.42.10(pid=31974): Terminating (SIGTERM)
05:43:05.143079 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31977): Terminating (SIGTERM)
05:43:05.185197 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31980): Terminating (SIGTERM)
05:43:05.227098 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31983): Terminating (SIGTERM)
05:43:05.236756 ---      ParallelTerminationStrategy: PID 31967 died...
05:43:05.293170 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31967): Terminated: ok {rc=0}
05:43:05.303353 ---      ParallelTerminationStrategy: PID 31968 died...
05:43:05.359467 run iperf3-srv_10.42.42.10(pid=31968): Terminated {rc=256}
05:43:05.369901 ---      ParallelTerminationStrategy: PID 31969 died...
05:43:05.425878 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31969): Terminated: ok {rc=0}
05:43:05.436050 ---      ParallelTerminationStrategy: PID 31970 died...
05:43:05.491835 run iperf3-srv_10.42.42.10(pid=31970): Terminated {rc=256}
05:43:05.501977 ---      ParallelTerminationStrategy: PID 31971 died...
05:43:05.557725 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31971): Terminated: ok {rc=0}
05:43:05.567832 ---      ParallelTerminationStrategy: PID 31972 died...
05:43:05.623587 run iperf3-srv_10.42.42.10(pid=31972): Terminated {rc=256}
05:43:05.633646 ---      ParallelTerminationStrategy: PID 31973 died...
05:43:05.689468 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31973): Terminated: ok {rc=0}
05:43:05.699589 ---      ParallelTerminationStrategy: PID 31974 died...
05:43:05.755785 run iperf3-srv_10.42.42.10(pid=31974): Terminated {rc=256}
05:43:05.765848 ---      ParallelTerminationStrategy: PID 31977 died...
05:43:05.822022 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31977): Terminated: ok {rc=0}
05:43:05.832170 ---      ParallelTerminationStrategy: PID 31980 died...
05:43:05.887942 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31980): Terminated: ok {rc=0}
05:43:05.898091 ---      ParallelTerminationStrategy: PID 31983 died...
05:43:05.954199 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31983): Terminated: ok {rc=0}
05:43:06.042494 bus                          /gobi_4: Setting Powered False
05:43:07.146380 bus                          /gobi_4: Setting Powered False
05:43:08.258232 bus                          /gobi_1: Setting Powered False
05:43:09.359194 bus                          /gobi_1: Setting Powered False
05:43:10.469823 bus                          /gobi_0: Setting Powered False
05:43:11.576811 bus                          /gobi_0: Setting Powered False
05:43:12.686218 bus                          /gobi_6: Setting Powered False
</stdout></case><case><age>232</age><className>gprs:oc2g+mod-bts0-egprs</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=31991): Process ended prematurely: osmo-stp_10.42.42.5(pid=31991) [trial-2370↪gprs:oc2g+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31991)]</errorStackTrace><failedSince>2139</failedSince><name>ping.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py", line 22, in &lt;module&gt;
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31991): Process ended prematurely: osmo-stp_10.42.42.5(pid=31991) [trial-2370↪gprs:oc2g+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31991)]
</stderr><stdout>
----------------------------------------------
trial-2370 gprs:oc2g+mod-bts0-egprs ping.py
----------------------------------------------
05:43:13.755255 tst         gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
05:43:13.767194 tst         gprs:oc2g+mod-bts0-egprs: Using 1 x bts (candidates: 1)
05:43:13.893190 tst                          ping.py: using LAC 26244
05:43:14.009566 tst                          ping.py: using RAC 234
05:43:14.126928 tst                          ping.py: using CellId 26244
05:43:14.243548 tst                          ping.py: using BVCI 26245
05:43:14.266292 tst         gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
05:43:14.277153 tst         gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
05:43:14.287839 tst         gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
05:43:14.298915 tst         gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
05:43:14.309661 tst         gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
05:43:14.320411 tst         gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
05:43:14.331394 tst         gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
05:43:14.342288 tst         gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)
05:43:14.615572 tst                       ping.py:19: start network...
05:43:14.738358 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
05:43:15.205452 run         create_hlr_db(pid=31985): Launched
05:43:15.376384 bus                          /gobi_6: Setting Powered False
05:43:16.399834 run         create_hlr_db(pid=31985): Terminated: ok {rc=0}
05:43:16.825364 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31987): Launched
05:43:17.189571 run   osmo-hlr_10.42.42.2(pid=31988): Launched
05:43:17.302562 run              osmo-stp_10.42.42.5: Starting osmo-stp
05:43:17.854642 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31990): Launched
05:43:18.171640 run   osmo-stp_10.42.42.5(pid=31991): Launched
05:43:18.286626 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
05:43:18.840776 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31993): Launched
05:43:18.953097 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
05:43:19.233609 run              patchelf(pid=31994): Launched
05:43:19.419430 run   osmo-stp_10.42.42.5(pid=31991): ERR: Terminated: ERROR {rc=1}  [trial-2370↪gprs:oc2g+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31991)]
05:43:19.555341 run   osmo-stp_10.42.42.5(pid=31991): stdout: 
| (launched: 2022-12-10_05:43:18.015232)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
05:43:19.692137 run   osmo-stp_10.42.42.5(pid=31991): stderr: 
| �[0;m�[38;5;43m20221210054318211 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210054318211 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210054318211 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210054318211 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210054318212 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210054318212 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210054318212 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
05:43:19.823928 run   osmo-stp_10.42.42.5(pid=31991): stdout: 
| (launched: 2022-12-10_05:43:18.015232)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
05:43:19.954213 run   osmo-stp_10.42.42.5(pid=31991): stderr: 
| �[0;m�[38;5;43m20221210054318211 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210054318211 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210054318211 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210054318211 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210054318212 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210054318212 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210054318212 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
05:43:20.105457 run              patchelf(pid=31994): Terminating (SIGINT)
05:43:20.282833 run              patchelf(pid=31994): Terminated: ok {rc=0}
05:43:20.315365 tst                       ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=31991): Process ended prematurely: osmo-stp_10.42.42.5(pid=31991) [trial-2370↪gprs:oc2g+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31991)]  [trial-2370↪gprs:oc2g+mod-bts0-egprs↪ping.py:22]
05:43:20.324790 tst                       ping.py:22: Test FAILED (6.6 sec)
05:43:20.387463 run   osmo-hlr_10.42.42.2(pid=31988): ERR: Terminated: ERROR {rc=237}  [trial-2370↪gprs:oc2g+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31988)]
05:43:20.438732 run   osmo-hlr_10.42.42.2(pid=31988): stdout: 
| (launched: 2022-12-10_05:43:16.979755) 
05:43:20.490796 run   osmo-hlr_10.42.42.2(pid=31988): stderr: 
| �[0;m�[1;31m20221210054317229 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210054317229 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210054317229 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210054317229 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210054317229 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210054317229 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210054317241 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/gprs:oc2g+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210054317249 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210054317249 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210054317249 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
05:43:20.535124 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31987): Terminating (SIGTERM)
05:43:20.577053 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31990): Terminating (SIGTERM)
05:43:20.619169 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31993): Terminating (SIGTERM)
05:43:20.628835 ---      ParallelTerminationStrategy: PID 31987 died...
05:43:20.685223 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31987): Terminated: ok {rc=0}
05:43:20.695445 ---      ParallelTerminationStrategy: PID 31990 died...
05:43:20.751258 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31990): Terminated: ok {rc=0}
05:43:20.761462 ---      ParallelTerminationStrategy: PID 31993 died...
05:43:20.817007 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31993): Terminated: ok {rc=0}
05:43:20.904152 bus                          /gobi_6: Setting Powered False
</stdout></case><case><age>232</age><className>gprs:oc2g+mod-bts0-egprs</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=32001): Process ended prematurely: osmo-stp_10.42.42.5(pid=32001) [trial-2370↪gprs:oc2g+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32001)]</errorStackTrace><failedSince>2139</failedSince><name>ping_idle_ping.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py", line 27, in &lt;module&gt;
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32001): Process ended prematurely: osmo-stp_10.42.42.5(pid=32001) [trial-2370↪gprs:oc2g+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32001)]
</stderr><stdout>
----------------------------------------------
trial-2370 gprs:oc2g+mod-bts0-egprs ping_idle_ping.py
----------------------------------------------
05:43:21.957661 tst         gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
05:43:21.970422 tst         gprs:oc2g+mod-bts0-egprs: Using 1 x bts (candidates: 1)
05:43:22.102014 tst                ping_idle_ping.py: using LAC 26245
05:43:22.226060 tst                ping_idle_ping.py: using RAC 235
05:43:22.351989 tst                ping_idle_ping.py: using CellId 26245
05:43:22.472069 tst                ping_idle_ping.py: using BVCI 26246
05:43:22.494839 tst         gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
05:43:22.505909 tst         gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
05:43:22.516604 tst         gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
05:43:22.528278 tst         gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
05:43:22.539558 tst         gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
05:43:22.550966 tst         gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
05:43:22.562601 tst         gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
05:43:22.574204 tst         gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)
05:43:22.863460 tst             ping_idle_ping.py:24: start network...
05:43:22.994878 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
05:43:23.505900 run         create_hlr_db(pid=31995): Launched
05:43:23.689782 bus                          /gobi_6: Setting Powered False
05:43:24.709978 run         create_hlr_db(pid=31995): Terminated: ok {rc=0}
05:43:25.134414 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31997): Launched
05:43:25.453215 run   osmo-hlr_10.42.42.2(pid=31998): Launched
05:43:25.572324 run              osmo-stp_10.42.42.5: Starting osmo-stp
05:43:26.101522 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32000): Launched
05:43:26.402619 run   osmo-stp_10.42.42.5(pid=32001): Launched
05:43:26.512186 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
05:43:27.037533 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32003): Launched
05:43:27.143826 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
05:43:27.407111 run              patchelf(pid=32004): Launched
05:43:27.583882 run   osmo-stp_10.42.42.5(pid=32001): ERR: Terminated: ERROR {rc=1}  [trial-2370↪gprs:oc2g+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32001)]
05:43:27.712931 run   osmo-stp_10.42.42.5(pid=32001): stdout: 
| (launched: 2022-12-10_05:43:26.252551)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
05:43:27.842530 run   osmo-stp_10.42.42.5(pid=32001): stderr: 
| �[0;m�[38;5;43m20221210054326426 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210054326426 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210054326426 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210054326426 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210054326427 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210054326427 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210054326427 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
05:43:27.966945 run   osmo-stp_10.42.42.5(pid=32001): stdout: 
| (launched: 2022-12-10_05:43:26.252551)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
05:43:28.090181 run   osmo-stp_10.42.42.5(pid=32001): stderr: 
| �[0;m�[38;5;43m20221210054326426 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210054326426 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210054326426 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210054326426 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210054326427 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210054326427 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210054326427 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
05:43:28.233748 run              patchelf(pid=32004): Terminating (SIGINT)
05:43:28.402577 run              patchelf(pid=32004): Terminated: ok {rc=0}
05:43:28.433404 tst             ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=32001): Process ended prematurely: osmo-stp_10.42.42.5(pid=32001) [trial-2370↪gprs:oc2g+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32001)]  [trial-2370↪gprs:oc2g+mod-bts0-egprs↪ping_idle_ping.py:27]
05:43:28.442436 tst             ping_idle_ping.py:27: Test FAILED (6.5 sec)
05:43:28.503526 run   osmo-hlr_10.42.42.2(pid=31998): ERR: Terminated: ERROR {rc=237}  [trial-2370↪gprs:oc2g+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31998)]
05:43:28.553040 run   osmo-hlr_10.42.42.2(pid=31998): stdout: 
| (launched: 2022-12-10_05:43:25.295592) 
05:43:28.603249 run   osmo-hlr_10.42.42.2(pid=31998): stderr: 
| �[0;m�[1;31m20221210054325495 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210054325495 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210054325495 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210054325495 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210054325495 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210054325495 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210054325509 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/gprs:oc2g+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210054325518 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210054325519 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210054325519 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
05:43:28.645459 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31997): Terminating (SIGTERM)
05:43:28.685526 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32000): Terminating (SIGTERM)
05:43:28.725930 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32003): Terminating (SIGTERM)
05:43:28.735318 ---      ParallelTerminationStrategy: PID 31997 died...
05:43:28.789031 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31997): Terminated: ok {rc=0}
05:43:28.798721 ---      ParallelTerminationStrategy: PID 32000 died...
05:43:28.852406 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32000): Terminated: ok {rc=0}
05:43:28.862483 ---      ParallelTerminationStrategy: PID 32003 died...
05:43:28.916063 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32003): Terminated: ok {rc=0}
05:43:29.005428 bus                          /gobi_6: Setting Powered False
</stdout></case><duration>60.0</duration><id>31</id><name>gprs_oc2g+mod-bts0-egprs</name><properties></properties><timestamp>2022-12-10T05:42:30</timestamp></suite><suite><case><age>232</age><className>gprs:oc2g+mod-bts0-dynts-ipa</className><duration>9.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=32018): Process ended prematurely: osmo-stp_10.42.42.5(pid=32018) [trial-2370↪gprs:oc2g+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32018)]</errorStackTrace><failedSince>2139</failedSince><name>cs_paging_gprs_active.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py", line 38, in &lt;module&gt;
    setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py", line 67, in setup_run_iperf3_test_parallel
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32018): Process ended prematurely: osmo-stp_10.42.42.5(pid=32018) [trial-2370↪gprs:oc2g+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32018)]
</stderr><stdout>
----------------------------------------------
trial-2370 gprs:oc2g+mod-bts0-dynts-ipa cs_paging_gprs_active.py
----------------------------------------------
05:43:31.146043 tst     gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
05:43:31.157938 tst     gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)
05:43:31.307982 tst         cs_paging_gprs_active.py: using LAC 26246
05:43:31.433635 tst         cs_paging_gprs_active.py: using RAC 236
05:43:31.589582 tst         cs_paging_gprs_active.py: using CellId 26246
05:43:31.727681 tst         cs_paging_gprs_active.py: using BVCI 26247
05:43:31.754305 tst     gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
05:43:31.766635 tst     gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
05:43:31.778899 tst     gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
05:43:31.792234 tst     gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
05:43:31.804271 tst     gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
05:43:31.816823 tst     gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
05:43:31.829210 tst     gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
05:43:31.841110 tst     gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
05:43:31.854661 tst     gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)
05:43:31.991999 tst     gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)
05:43:32.278569 tst      cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...
05:43:32.407308 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
05:43:32.724661 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32008): Launched
05:43:32.989229 run iperf3-srv_10.42.42.10(pid=32009): Launched
05:43:33.174798 tst      cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...
05:43:33.306004 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
05:43:33.644013 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32010): Launched
05:43:33.924827 run iperf3-srv_10.42.42.10(pid=32011): Launched
05:43:34.124032 tst      cs_paging_gprs_active.py:38: start network...
05:43:34.259298 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
05:43:34.781502 run         create_hlr_db(pid=32012): Launched
05:43:34.968607 bus                          /gobi_6: Setting Powered False
05:43:35.990042 run         create_hlr_db(pid=32012): Terminated: ok {rc=0}
05:43:36.401403 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32014): Launched
05:43:36.708535 run   osmo-hlr_10.42.42.2(pid=32015): Launched
05:43:36.828377 run              osmo-stp_10.42.42.5: Starting osmo-stp
05:43:37.368790 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32017): Launched
05:43:37.675089 run   osmo-stp_10.42.42.5(pid=32018): Launched
05:43:37.785616 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
05:43:38.318244 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32020): Launched
05:43:38.426834 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
05:43:38.694706 run              patchelf(pid=32021): Launched
05:43:38.872893 run   osmo-stp_10.42.42.5(pid=32018): ERR: Terminated: ERROR {rc=1}  [trial-2370↪gprs:oc2g+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32018)]
05:43:39.003386 run   osmo-stp_10.42.42.5(pid=32018): stdout: 
| (launched: 2022-12-10_05:43:37.523346)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
05:43:39.134303 run   osmo-stp_10.42.42.5(pid=32018): stderr: 
| �[0;m�[38;5;43m20221210054337697 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210054337697 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210054337698 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210054337698 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210054337699 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210054337699 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210054337699 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
05:43:39.260087 run   osmo-stp_10.42.42.5(pid=32018): stdout: 
| (launched: 2022-12-10_05:43:37.523346)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
05:43:39.384757 run   osmo-stp_10.42.42.5(pid=32018): stderr: 
| �[0;m�[38;5;43m20221210054337697 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210054337697 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210054337698 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210054337698 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210054337699 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210054337699 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210054337699 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
05:43:39.530309 run              patchelf(pid=32021): Terminating (SIGINT)
05:43:39.701201 run              patchelf(pid=32021): Terminated: ok {rc=0}
05:43:39.732522 tst      cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=32018): Process ended prematurely: osmo-stp_10.42.42.5(pid=32018) [trial-2370↪gprs:oc2g+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32018)]  [trial-2370↪gprs:oc2g+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]
05:43:39.741795 tst      cs_paging_gprs_active.py:38: Test FAILED (8.6 sec)
05:43:39.802170 run   osmo-hlr_10.42.42.2(pid=32015): ERR: Terminated: ERROR {rc=237}  [trial-2370↪gprs:oc2g+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32015)]
05:43:39.851055 run   osmo-hlr_10.42.42.2(pid=32015): stdout: 
| (launched: 2022-12-10_05:43:36.556304) 
05:43:39.900745 run   osmo-hlr_10.42.42.2(pid=32015): stderr: 
| �[0;m�[1;31m20221210054336735 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210054336735 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210054336735 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210054336735 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210054336735 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210054336736 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210054336747 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/gprs:oc2g+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210054336756 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210054336756 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210054336757 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
05:43:39.942600 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32008): Terminating (SIGTERM)
05:43:39.982097 run iperf3-srv_10.42.42.10(pid=32009): Terminating (SIGTERM)
05:43:40.022029 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32010): Terminating (SIGTERM)
05:43:40.061362 run iperf3-srv_10.42.42.10(pid=32011): Terminating (SIGTERM)
05:43:40.101191 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32014): Terminating (SIGTERM)
05:43:40.140930 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32017): Terminating (SIGTERM)
05:43:40.180541 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32020): Terminating (SIGTERM)
05:43:40.189849 ---      ParallelTerminationStrategy: PID 32008 died...
05:43:40.243202 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32008): Terminated: ok {rc=0}
05:43:40.252616 ---      ParallelTerminationStrategy: PID 32009 died...
05:43:40.304976 run iperf3-srv_10.42.42.10(pid=32009): Terminated {rc=256}
05:43:40.314556 ---      ParallelTerminationStrategy: PID 32010 died...
05:43:40.367044 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32010): Terminated: ok {rc=0}
05:43:40.376589 ---      ParallelTerminationStrategy: PID 32011 died...
05:43:40.429103 run iperf3-srv_10.42.42.10(pid=32011): Terminated {rc=256}
05:43:40.438706 ---      ParallelTerminationStrategy: PID 32014 died...
05:43:40.491336 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32014): Terminated: ok {rc=0}
05:43:40.500920 ---      ParallelTerminationStrategy: PID 32017 died...
05:43:40.553842 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32017): Terminated: ok {rc=0}
05:43:40.563234 ---      ParallelTerminationStrategy: PID 32020 died...
05:43:40.615888 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32020): Terminated: ok {rc=0}
05:43:40.705053 bus                          /gobi_0: Setting Powered False
05:43:41.812081 bus                          /gobi_0: Setting Powered False
05:43:42.919546 bus                          /gobi_6: Setting Powered False
</stdout></case><case><age>232</age><className>gprs:oc2g+mod-bts0-dynts-ipa</className><duration>8.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=32030): Process ended prematurely: osmo-stp_10.42.42.5(pid=32030) [trial-2370↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32030)]</errorStackTrace><failedSince>2139</failedSince><name>iperf3.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py", line 8, in &lt;module&gt;
    setup_run_iperf3_test_parallel(1)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py", line 67, in setup_run_iperf3_test_parallel
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32030): Process ended prematurely: osmo-stp_10.42.42.5(pid=32030) [trial-2370↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32030)]
</stderr><stdout>
----------------------------------------------
trial-2370 gprs:oc2g+mod-bts0-dynts-ipa iperf3.py
----------------------------------------------
05:43:44.034337 tst     gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
05:43:44.046188 tst     gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)
05:43:44.202709 tst                        iperf3.py: using LAC 26247
05:43:44.328070 tst                        iperf3.py: using RAC 237
05:43:44.453729 tst                        iperf3.py: using CellId 26247
05:43:44.579349 tst                        iperf3.py: using BVCI 26248
05:43:44.604121 tst     gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
05:43:44.615590 tst     gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
05:43:44.626810 tst     gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
05:43:44.638021 tst     gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
05:43:44.649169 tst     gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
05:43:44.660344 tst     gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
05:43:44.671665 tst     gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
05:43:44.683874 tst     gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
05:43:44.695288 tst     gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)
05:43:44.987179 tst                      iperf3.py:8: start iperfv3 server 10.42.42.10:5003...
05:43:45.121593 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
05:43:45.456645 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32022): Launched
05:43:45.736093 run iperf3-srv_10.42.42.10(pid=32023): Launched
05:43:45.942541 tst                      iperf3.py:8: start network...
05:43:46.072763 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
05:43:46.614842 run         create_hlr_db(pid=32024): Launched
05:43:46.803814 bus                          /gobi_6: Setting Powered False
05:43:47.812492 run         create_hlr_db(pid=32024): Terminated: ok {rc=0}
05:43:48.252286 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32026): Launched
05:43:48.578286 run   osmo-hlr_10.42.42.2(pid=32027): Launched
05:43:48.696197 run              osmo-stp_10.42.42.5: Starting osmo-stp
05:43:49.260047 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32029): Launched
05:43:49.583694 run   osmo-stp_10.42.42.5(pid=32030): Launched
05:43:49.700399 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
05:43:50.267214 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32032): Launched
05:43:50.382911 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
05:43:50.667044 run              patchelf(pid=32033): Launched
05:43:50.856721 run   osmo-stp_10.42.42.5(pid=32030): ERR: Terminated: ERROR {rc=1}  [trial-2370↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32030)]
05:43:50.994668 run   osmo-stp_10.42.42.5(pid=32030): stdout: 
| (launched: 2022-12-10_05:43:49.423568)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
05:43:51.133025 run   osmo-stp_10.42.42.5(pid=32030): stderr: 
| �[0;m�[38;5;43m20221210054349620 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210054349620 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210054349620 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210054349620 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210054349621 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210054349621 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210054349621 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
05:43:51.266815 run   osmo-stp_10.42.42.5(pid=32030): stdout: 
| (launched: 2022-12-10_05:43:49.423568)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
05:43:51.399191 run   osmo-stp_10.42.42.5(pid=32030): stderr: 
| �[0;m�[38;5;43m20221210054349620 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210054349620 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210054349620 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210054349620 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210054349621 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210054349621 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210054349621 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
05:43:51.552841 run              patchelf(pid=32033): Terminating (SIGINT)
05:43:51.733332 run              patchelf(pid=32033): Terminated: ok {rc=0}
05:43:51.767083 tst                      iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=32030): Process ended prematurely: osmo-stp_10.42.42.5(pid=32030) [trial-2370↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32030)]  [trial-2370↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3.py:8]
05:43:51.777085 tst                      iperf3.py:8: Test FAILED (7.8 sec)
05:43:51.839861 run   osmo-hlr_10.42.42.2(pid=32027): ERR: Terminated: ERROR {rc=237}  [trial-2370↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32027)]
05:43:51.891161 run   osmo-hlr_10.42.42.2(pid=32027): stdout: 
| (launched: 2022-12-10_05:43:48.416767) 
05:43:51.942997 run   osmo-hlr_10.42.42.2(pid=32027): stderr: 
| �[0;m�[1;31m20221210054348622 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210054348622 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210054348622 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210054348622 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210054348622 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210054348622 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210054348635 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/gprs:oc2g+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210054348643 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210054348643 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210054348643 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
05:43:51.987135 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32022): Terminating (SIGTERM)
05:43:52.028801 run iperf3-srv_10.42.42.10(pid=32023): Terminating (SIGTERM)
05:43:52.070473 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32026): Terminating (SIGTERM)
05:43:52.112112 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32029): Terminating (SIGTERM)
05:43:52.153799 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32032): Terminating (SIGTERM)
05:43:52.163437 ---      ParallelTerminationStrategy: PID 32022 died...
05:43:52.219018 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32022): Terminated: ok {rc=0}
05:43:52.229075 ---      ParallelTerminationStrategy: PID 32023 died...
05:43:52.284213 run iperf3-srv_10.42.42.10(pid=32023): Terminated {rc=256}
05:43:52.294174 ---      ParallelTerminationStrategy: PID 32026 died...
05:43:52.350202 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32026): Terminated: ok {rc=0}
05:43:52.360118 ---      ParallelTerminationStrategy: PID 32029 died...
05:43:52.415581 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32029): Terminated: ok {rc=0}
05:43:52.425911 ---      ParallelTerminationStrategy: PID 32032 died...
05:43:52.481469 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32032): Terminated: ok {rc=0}
05:43:52.569041 bus                          /gobi_6: Setting Powered False
</stdout></case><case><age>232</age><className>gprs:oc2g+mod-bts0-dynts-ipa</className><duration>12.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=32048): Process ended prematurely: osmo-stp_10.42.42.5(pid=32048) [trial-2370↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32048)]</errorStackTrace><failedSince>2139</failedSince><name>iperf3m4.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py", line 8, in &lt;module&gt;
    setup_run_iperf3_test_parallel(4)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py", line 67, in setup_run_iperf3_test_parallel
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32048): Process ended prematurely: osmo-stp_10.42.42.5(pid=32048) [trial-2370↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32048)]
</stderr><stdout>
----------------------------------------------
trial-2370 gprs:oc2g+mod-bts0-dynts-ipa iperf3m4.py
----------------------------------------------
05:43:53.688528 tst     gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
05:43:53.700597 tst     gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)
05:43:53.851775 tst                      iperf3m4.py: using LAC 26248
05:43:53.980265 tst                      iperf3m4.py: using RAC 238
05:43:54.105132 tst                      iperf3m4.py: using CellId 26248
05:43:54.230860 tst                      iperf3m4.py: using BVCI 26249
05:43:54.255585 tst     gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
05:43:54.267065 tst     gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
05:43:54.278295 tst     gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
05:43:54.289447 tst     gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
05:43:54.300499 tst     gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
05:43:54.311599 tst     gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
05:43:54.323112 tst     gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
05:43:54.335266 tst     gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
05:43:54.346668 tst     gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)
05:43:54.467280 tst     gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)
05:43:54.591769 tst     gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)
05:43:54.709649 tst     gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)
05:43:55.004784 tst                    iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...
05:43:55.140210 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
05:43:55.476805 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32034): Launched
05:43:55.758445 run iperf3-srv_10.42.42.10(pid=32035): Launched
05:43:55.956352 tst                    iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...
05:43:56.091125 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
05:43:56.429065 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32036): Launched
05:43:56.709926 run iperf3-srv_10.42.42.10(pid=32037): Launched
05:43:56.908255 tst                    iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...
05:43:57.043089 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
05:43:57.380075 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32038): Launched
05:43:57.660710 run iperf3-srv_10.42.42.10(pid=32039): Launched
05:43:57.859307 tst                    iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...
05:43:57.994186 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
05:43:58.333610 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32040): Launched
05:43:58.614565 run iperf3-srv_10.42.42.10(pid=32041): Launched
05:43:58.813581 tst                    iperf3m4.py:8: start network...
05:43:58.948497 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
05:43:59.468728 run         create_hlr_db(pid=32042): Launched
05:43:59.655461 bus                          /gobi_6: Setting Powered False
05:44:00.676465 run         create_hlr_db(pid=32042): Terminated: ok {rc=0}
05:44:01.137179 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32044): Launched
05:44:01.591109 run   osmo-hlr_10.42.42.2(pid=32045): Launched
05:44:01.729728 run              osmo-stp_10.42.42.5: Starting osmo-stp
05:44:02.366659 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32047): Launched
05:44:02.691940 run   osmo-stp_10.42.42.5(pid=32048): Launched
05:44:02.809019 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
05:44:03.377833 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32050): Launched
05:44:03.492897 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
05:44:03.776656 run              patchelf(pid=32051): Launched
05:44:03.965905 run   osmo-stp_10.42.42.5(pid=32048): ERR: Terminated: ERROR {rc=1}  [trial-2370↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32048)]
05:44:04.104101 run   osmo-stp_10.42.42.5(pid=32048): stdout: 
| (launched: 2022-12-10_05:44:02.530990)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
05:44:04.242910 run   osmo-stp_10.42.42.5(pid=32048): stderr: 
| �[0;m�[38;5;43m20221210054402726 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210054402726 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210054402727 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210054402728 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210054402728 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210054402728 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210054402728 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
05:44:04.376735 run   osmo-stp_10.42.42.5(pid=32048): stdout: 
| (launched: 2022-12-10_05:44:02.530990)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
05:44:04.509643 run   osmo-stp_10.42.42.5(pid=32048): stderr: 
| �[0;m�[38;5;43m20221210054402726 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210054402726 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210054402727 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210054402728 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210054402728 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210054402728 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210054402728 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
05:44:04.664082 run              patchelf(pid=32051): Terminating (SIGINT)
05:44:04.845510 run              patchelf(pid=32051): Terminated: ok {rc=0}
05:44:04.878647 tst                    iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=32048): Process ended prematurely: osmo-stp_10.42.42.5(pid=32048) [trial-2370↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32048)]  [trial-2370↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3m4.py:8]
05:44:04.888604 tst                    iperf3m4.py:8: Test FAILED (11.2 sec)
05:44:04.951725 run   osmo-hlr_10.42.42.2(pid=32045): ERR: Terminated: ERROR {rc=237}  [trial-2370↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32045)]
05:44:05.003312 run   osmo-hlr_10.42.42.2(pid=32045): stdout: 
| (launched: 2022-12-10_05:44:01.304916) 
05:44:05.055243 run   osmo-hlr_10.42.42.2(pid=32045): stderr: 
| �[0;m�[1;31m20221210054401576 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210054401576 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210054401576 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210054401576 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210054401576 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210054401576 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210054401597 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/gprs:oc2g+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210054401614 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210054401614 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210054401614 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
05:44:05.099697 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32034): Terminating (SIGTERM)
05:44:05.141772 run iperf3-srv_10.42.42.10(pid=32035): Terminating (SIGTERM)
05:44:05.183943 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32036): Terminating (SIGTERM)
05:44:05.225743 run iperf3-srv_10.42.42.10(pid=32037): Terminating (SIGTERM)
05:44:05.267801 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32038): Terminating (SIGTERM)
05:44:05.309588 run iperf3-srv_10.42.42.10(pid=32039): Terminating (SIGTERM)
05:44:05.351455 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32040): Terminating (SIGTERM)
05:44:05.393193 run iperf3-srv_10.42.42.10(pid=32041): Terminating (SIGTERM)
05:44:05.435162 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32044): Terminating (SIGTERM)
05:44:05.477096 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32047): Terminating (SIGTERM)
05:44:05.519007 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32050): Terminating (SIGTERM)
05:44:05.528634 ---      ParallelTerminationStrategy: PID 32034 died...
05:44:05.584324 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32034): Terminated: ok {rc=0}
05:44:05.594328 ---      ParallelTerminationStrategy: PID 32035 died...
05:44:05.649915 run iperf3-srv_10.42.42.10(pid=32035): Terminated {rc=256}
05:44:05.659954 ---      ParallelTerminationStrategy: PID 32036 died...
05:44:05.715572 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32036): Terminated: ok {rc=0}
05:44:05.725688 ---      ParallelTerminationStrategy: PID 32037 died...
05:44:05.781690 run iperf3-srv_10.42.42.10(pid=32037): Terminated {rc=256}
05:44:05.791641 ---      ParallelTerminationStrategy: PID 32038 died...
05:44:05.847208 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32038): Terminated: ok {rc=0}
05:44:05.857210 ---      ParallelTerminationStrategy: PID 32039 died...
05:44:05.912499 run iperf3-srv_10.42.42.10(pid=32039): Terminated {rc=256}
05:44:05.922466 ---      ParallelTerminationStrategy: PID 32040 died...
05:44:05.977985 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32040): Terminated: ok {rc=0}
05:44:05.987946 ---      ParallelTerminationStrategy: PID 32041 died...
05:44:06.043636 run iperf3-srv_10.42.42.10(pid=32041): Terminated {rc=256}
05:44:06.053682 ---      ParallelTerminationStrategy: PID 32044 died...
05:44:06.109470 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32044): Terminated: ok {rc=0}
05:44:06.119546 ---      ParallelTerminationStrategy: PID 32047 died...
05:44:06.175309 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32047): Terminated: ok {rc=0}
05:44:06.185422 ---      ParallelTerminationStrategy: PID 32050 died...
05:44:06.241139 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32050): Terminated: ok {rc=0}
05:44:06.328847 bus                          /gobi_4: Setting Powered False
05:44:07.434051 bus                          /gobi_4: Setting Powered False
05:44:08.542884 bus                          /gobi_1: Setting Powered False
05:44:09.648912 bus                          /gobi_1: Setting Powered False
05:44:10.758393 bus                          /gobi_0: Setting Powered False
05:44:11.865292 bus                          /gobi_0: Setting Powered False
05:44:12.972482 bus                          /gobi_6: Setting Powered False
</stdout></case><case><age>232</age><className>gprs:oc2g+mod-bts0-dynts-ipa</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=32059): Process ended prematurely: osmo-stp_10.42.42.5(pid=32059) [trial-2370↪gprs:oc2g+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32059)]</errorStackTrace><failedSince>2139</failedSince><name>ping.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py", line 22, in &lt;module&gt;
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32059): Process ended prematurely: osmo-stp_10.42.42.5(pid=32059) [trial-2370↪gprs:oc2g+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32059)]
</stderr><stdout>
----------------------------------------------
trial-2370 gprs:oc2g+mod-bts0-dynts-ipa ping.py
----------------------------------------------
05:44:14.040440 tst     gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
05:44:14.052444 tst     gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)
05:44:14.201505 tst                          ping.py: using LAC 26249
05:44:14.329679 tst                          ping.py: using RAC 239
05:44:14.452297 tst                          ping.py: using CellId 26249
05:44:14.576307 tst                          ping.py: using BVCI 26250
05:44:14.600650 tst     gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
05:44:14.612025 tst     gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
05:44:14.623243 tst     gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
05:44:14.634463 tst     gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
05:44:14.645793 tst     gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
05:44:14.656720 tst     gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
05:44:14.667991 tst     gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
05:44:14.679087 tst     gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)
05:44:14.968178 tst                       ping.py:19: start network...
05:44:15.100061 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
05:44:15.608521 run         create_hlr_db(pid=32053): Launched
05:44:15.793172 bus                          /gobi_6: Setting Powered False
05:44:16.808375 run         create_hlr_db(pid=32053): Terminated: ok {rc=0}
05:44:17.241746 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32055): Launched
05:44:17.543908 run   osmo-hlr_10.42.42.2(pid=32056): Launched
05:44:17.655931 run              osmo-stp_10.42.42.5: Starting osmo-stp
05:44:18.178099 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32058): Launched
05:44:18.478124 run   osmo-stp_10.42.42.5(pid=32059): Launched
05:44:18.587501 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
05:44:19.111072 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32061): Launched
05:44:19.217730 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
05:44:19.481145 run              patchelf(pid=32062): Launched
05:44:19.656692 run   osmo-stp_10.42.42.5(pid=32059): ERR: Terminated: ERROR {rc=1}  [trial-2370↪gprs:oc2g+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32059)]
05:44:19.785499 run   osmo-stp_10.42.42.5(pid=32059): stdout: 
| (launched: 2022-12-10_05:44:18.328729)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
05:44:19.914253 run   osmo-stp_10.42.42.5(pid=32059): stderr: 
| �[0;m�[38;5;43m20221210054418499 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210054418500 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210054418500 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210054418500 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210054418501 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210054418501 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210054418501 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
05:44:20.037965 run   osmo-stp_10.42.42.5(pid=32059): stdout: 
| (launched: 2022-12-10_05:44:18.328729)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
05:44:20.160368 run   osmo-stp_10.42.42.5(pid=32059): stderr: 
| �[0;m�[38;5;43m20221210054418499 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210054418500 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210054418500 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210054418500 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210054418501 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210054418501 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210054418501 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
05:44:20.303147 run              patchelf(pid=32062): Terminating (SIGINT)
05:44:20.470917 run              patchelf(pid=32062): Terminated: ok {rc=0}
05:44:20.501756 tst                       ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=32059): Process ended prematurely: osmo-stp_10.42.42.5(pid=32059) [trial-2370↪gprs:oc2g+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32059)]  [trial-2370↪gprs:oc2g+mod-bts0-dynts-ipa↪ping.py:22]
05:44:20.510783 tst                       ping.py:22: Test FAILED (6.5 sec)
05:44:20.571765 run   osmo-hlr_10.42.42.2(pid=32056): ERR: Terminated: ERROR {rc=237}  [trial-2370↪gprs:oc2g+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32056)]
05:44:20.620984 run   osmo-hlr_10.42.42.2(pid=32056): stdout: 
| (launched: 2022-12-10_05:44:17.392500) 
05:44:20.670975 run   osmo-hlr_10.42.42.2(pid=32056): stderr: 
| �[0;m�[1;31m20221210054417569 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210054417569 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210054417569 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210054417569 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210054417569 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210054417569 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210054417581 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/gprs:oc2g+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210054417590 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210054417590 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210054417590 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
05:44:20.712973 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32055): Terminating (SIGTERM)
05:44:20.753364 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32058): Terminating (SIGTERM)
05:44:20.794144 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32061): Terminating (SIGTERM)
05:44:20.803734 ---      ParallelTerminationStrategy: PID 32055 died...
05:44:20.857476 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32055): Terminated: ok {rc=0}
05:44:20.867499 ---      ParallelTerminationStrategy: PID 32058 died...
05:44:20.920859 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32058): Terminated: ok {rc=0}
05:44:20.930885 ---      ParallelTerminationStrategy: PID 32061 died...
05:44:20.985570 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32061): Terminated: ok {rc=0}
05:44:21.073201 bus                          /gobi_6: Setting Powered False
</stdout></case><case><age>232</age><className>gprs:oc2g+mod-bts0-dynts-ipa</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=32070): Process ended prematurely: osmo-stp_10.42.42.5(pid=32070) [trial-2370↪gprs:oc2g+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32070)]</errorStackTrace><failedSince>2139</failedSince><name>ping_idle_ping.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py", line 27, in &lt;module&gt;
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32070): Process ended prematurely: osmo-stp_10.42.42.5(pid=32070) [trial-2370↪gprs:oc2g+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32070)]
</stderr><stdout>
----------------------------------------------
trial-2370 gprs:oc2g+mod-bts0-dynts-ipa ping_idle_ping.py
----------------------------------------------
05:44:22.124713 tst     gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
05:44:22.136309 tst     gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)
05:44:22.281085 tst                ping_idle_ping.py: using LAC 26250
05:44:22.399845 tst                ping_idle_ping.py: using RAC 240
05:44:22.516888 tst                ping_idle_ping.py: using CellId 26250
05:44:22.638884 tst                ping_idle_ping.py: using BVCI 26251
05:44:22.661769 tst     gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
05:44:22.672689 tst     gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
05:44:22.683445 tst     gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
05:44:22.694503 tst     gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
05:44:22.705385 tst     gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
05:44:22.716316 tst     gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
05:44:22.727835 tst     gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
05:44:22.738925 tst     gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)
05:44:23.012761 tst             ping_idle_ping.py:24: start network...
05:44:23.136165 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
05:44:23.610372 run         create_hlr_db(pid=32064): Launched
05:44:23.783367 bus                          /gobi_6: Setting Powered False
05:44:24.804670 run         create_hlr_db(pid=32064): Terminated: ok {rc=0}
05:44:25.233823 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32066): Launched
05:44:25.555387 run   osmo-hlr_10.42.42.2(pid=32067): Launched
05:44:25.675145 run              osmo-stp_10.42.42.5: Starting osmo-stp
05:44:26.231822 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32069): Launched
05:44:26.554096 run   osmo-stp_10.42.42.5(pid=32070): Launched
05:44:26.670974 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
05:44:27.233845 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32072): Launched
05:44:27.347304 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
05:44:27.627164 run              patchelf(pid=32073): Launched
05:44:27.814817 run   osmo-stp_10.42.42.5(pid=32070): ERR: Terminated: ERROR {rc=1}  [trial-2370↪gprs:oc2g+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32070)]
05:44:27.951813 run   osmo-stp_10.42.42.5(pid=32070): stdout: 
| (launched: 2022-12-10_05:44:26.393722)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
05:44:28.088825 run   osmo-stp_10.42.42.5(pid=32070): stderr: 
| �[0;m�[38;5;43m20221210054426591 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210054426592 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210054426592 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210054426592 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210054426593 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210054426593 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210054426593 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
05:44:28.220610 run   osmo-stp_10.42.42.5(pid=32070): stdout: 
| (launched: 2022-12-10_05:44:26.393722)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
05:44:28.350926 run   osmo-stp_10.42.42.5(pid=32070): stderr: 
| �[0;m�[38;5;43m20221210054426591 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210054426592 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210054426592 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210054426592 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210054426593 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210054426593 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210054426593 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
05:44:28.503007 run              patchelf(pid=32073): Terminating (SIGINT)
05:44:28.681505 run              patchelf(pid=32073): Terminated: ok {rc=0}
05:44:28.713860 tst             ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=32070): Process ended prematurely: osmo-stp_10.42.42.5(pid=32070) [trial-2370↪gprs:oc2g+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32070)]  [trial-2370↪gprs:oc2g+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]
05:44:28.723237 tst             ping_idle_ping.py:27: Test FAILED (6.6 sec)
05:44:28.786291 run   osmo-hlr_10.42.42.2(pid=32067): ERR: Terminated: ERROR {rc=237}  [trial-2370↪gprs:oc2g+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32067)]
05:44:28.838029 run   osmo-hlr_10.42.42.2(pid=32067): stdout: 
| (launched: 2022-12-10_05:44:25.396326) 
05:44:28.889911 run   osmo-hlr_10.42.42.2(pid=32067): stderr: 
| �[0;m�[1;31m20221210054425597 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210054425597 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210054425597 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210054425597 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210054425597 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210054425597 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210054425608 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/gprs:oc2g+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210054425617 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210054425617 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210054425617 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
05:44:28.934294 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32066): Terminating (SIGTERM)
05:44:28.976028 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32069): Terminating (SIGTERM)
05:44:29.018020 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32072): Terminating (SIGTERM)
05:44:29.027692 ---      ParallelTerminationStrategy: PID 32066 died...
05:44:29.083764 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32066): Terminated: ok {rc=0}
05:44:29.093847 ---      ParallelTerminationStrategy: PID 32069 died...
05:44:29.149750 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32069): Terminated: ok {rc=0}
05:44:29.159797 ---      ParallelTerminationStrategy: PID 32072 died...
05:44:29.215585 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32072): Terminated: ok {rc=0}
05:44:29.303410 bus                          /gobi_6: Setting Powered False
</stdout></case><duration>61.0</duration><id>32</id><name>gprs_oc2g+mod-bts0-dynts-ipa</name><properties></properties><timestamp>2022-12-10T05:43:30</timestamp></suite><suite><case><age>232</age><className>gprs:oc2g+mod-bts0-dynts-osmo</className><duration>9.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=32088): Process ended prematurely: osmo-stp_10.42.42.5(pid=32088) [trial-2370↪gprs:oc2g+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32088)]</errorStackTrace><failedSince>2139</failedSince><name>cs_paging_gprs_active.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py", line 38, in &lt;module&gt;
    setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py", line 67, in setup_run_iperf3_test_parallel
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32088): Process ended prematurely: osmo-stp_10.42.42.5(pid=32088) [trial-2370↪gprs:oc2g+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32088)]
</stderr><stdout>
----------------------------------------------
trial-2370 gprs:oc2g+mod-bts0-dynts-osmo cs_paging_gprs_active.py
----------------------------------------------
05:44:31.476795 tst    gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
05:44:31.489138 tst    gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)
05:44:31.671382 tst         cs_paging_gprs_active.py: using LAC 26251
05:44:31.828164 tst         cs_paging_gprs_active.py: using RAC 241
05:44:31.997125 tst         cs_paging_gprs_active.py: using CellId 26251
05:44:32.129259 tst         cs_paging_gprs_active.py: using BVCI 26252
05:44:32.154436 tst    gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
05:44:32.166593 tst    gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
05:44:32.179082 tst    gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
05:44:32.190967 tst    gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
05:44:32.204110 tst    gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
05:44:32.217100 tst    gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
05:44:32.229676 tst    gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
05:44:32.241318 tst    gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
05:44:32.254784 tst    gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)
05:44:32.375832 tst    gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)
05:44:32.657079 tst      cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...
05:44:32.783627 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
05:44:33.101281 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32078): Launched
05:44:33.365437 run iperf3-srv_10.42.42.10(pid=32079): Launched
05:44:33.551377 tst      cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...
05:44:33.678066 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
05:44:33.996624 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32080): Launched
05:44:34.260907 run iperf3-srv_10.42.42.10(pid=32081): Launched
05:44:34.446755 tst      cs_paging_gprs_active.py:38: start network...
05:44:34.573528 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
05:44:35.057656 run         create_hlr_db(pid=32082): Launched
05:44:35.233307 bus                          /gobi_6: Setting Powered False
05:44:36.253965 run         create_hlr_db(pid=32082): Terminated: ok {rc=0}
05:44:36.688551 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32084): Launched
05:44:37.017877 run   osmo-hlr_10.42.42.2(pid=32085): Launched
05:44:37.140419 run              osmo-stp_10.42.42.5: Starting osmo-stp
05:44:37.709337 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32087): Launched
05:44:38.036343 run   osmo-stp_10.42.42.5(pid=32088): Launched
05:44:38.154564 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
05:44:38.723512 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32090): Launched
05:44:38.839981 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
05:44:39.125492 run              patchelf(pid=32091): Launched
05:44:39.315611 run   osmo-stp_10.42.42.5(pid=32088): ERR: Terminated: ERROR {rc=1}  [trial-2370↪gprs:oc2g+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32088)]
05:44:39.454979 run   osmo-stp_10.42.42.5(pid=32088): stdout: 
| (launched: 2022-12-10_05:44:37.875060)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
05:44:39.594390 run   osmo-stp_10.42.42.5(pid=32088): stderr: 
| �[0;m�[38;5;43m20221210054438071 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210054438071 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210054438071 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210054438071 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210054438072 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210054438072 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210054438072 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
05:44:39.728865 run   osmo-stp_10.42.42.5(pid=32088): stdout: 
| (launched: 2022-12-10_05:44:37.875060)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
05:44:39.862713 run   osmo-stp_10.42.42.5(pid=32088): stderr: 
| �[0;m�[38;5;43m20221210054438071 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210054438071 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210054438071 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210054438071 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210054438072 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210054438072 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210054438072 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
05:44:40.017944 run              patchelf(pid=32091): Terminating (SIGINT)
05:44:40.199831 run              patchelf(pid=32091): Terminated: ok {rc=0}
05:44:40.233411 tst      cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=32088): Process ended prematurely: osmo-stp_10.42.42.5(pid=32088) [trial-2370↪gprs:oc2g+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32088)]  [trial-2370↪gprs:oc2g+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38]
05:44:40.243300 tst      cs_paging_gprs_active.py:38: Test FAILED (8.8 sec)
05:44:40.306211 run   osmo-hlr_10.42.42.2(pid=32085): ERR: Terminated: ERROR {rc=237}  [trial-2370↪gprs:oc2g+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32085)]
05:44:40.357503 run   osmo-hlr_10.42.42.2(pid=32085): stdout: 
| (launched: 2022-12-10_05:44:36.855090) 
05:44:40.409323 run   osmo-hlr_10.42.42.2(pid=32085): stderr: 
| �[0;m�[1;31m20221210054437055 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210054437055 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210054437055 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210054437055 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210054437055 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210054437055 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210054437068 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/gprs:oc2g+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210054437076 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210054437076 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210054437076 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
05:44:40.453451 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32078): Terminating (SIGTERM)
05:44:40.494977 run iperf3-srv_10.42.42.10(pid=32079): Terminating (SIGTERM)
05:44:40.536522 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32080): Terminating (SIGTERM)
05:44:40.578313 run iperf3-srv_10.42.42.10(pid=32081): Terminating (SIGTERM)
05:44:40.619976 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32084): Terminating (SIGTERM)
05:44:40.661545 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32087): Terminating (SIGTERM)
05:44:40.702782 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32090): Terminating (SIGTERM)
05:44:40.712184 ---      ParallelTerminationStrategy: PID 32078 died...
05:44:40.767229 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32078): Terminated: ok {rc=0}
05:44:40.777110 ---      ParallelTerminationStrategy: PID 32079 died...
05:44:40.832615 run iperf3-srv_10.42.42.10(pid=32079): Terminated {rc=256}
05:44:40.842398 ---      ParallelTerminationStrategy: PID 32080 died...
05:44:40.897117 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32080): Terminated: ok {rc=0}
05:44:40.907081 ---      ParallelTerminationStrategy: PID 32081 died...
05:44:40.962030 run iperf3-srv_10.42.42.10(pid=32081): Terminated {rc=256}
05:44:40.971815 ---      ParallelTerminationStrategy: PID 32084 died...
05:44:41.026586 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32084): Terminated: ok {rc=0}
05:44:41.036387 ---      ParallelTerminationStrategy: PID 32087 died...
05:44:41.091033 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32087): Terminated: ok {rc=0}
05:44:41.100912 ---      ParallelTerminationStrategy: PID 32090 died...
05:44:41.155708 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32090): Terminated: ok {rc=0}
05:44:41.241775 bus                          /gobi_0: Setting Powered False
05:44:42.347147 bus                          /gobi_0: Setting Powered False
05:44:43.454400 bus                          /gobi_6: Setting Powered False
</stdout></case><case><age>232</age><className>gprs:oc2g+mod-bts0-dynts-osmo</className><duration>8.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=32100): Process ended prematurely: osmo-stp_10.42.42.5(pid=32100) [trial-2370↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32100)]</errorStackTrace><failedSince>2139</failedSince><name>iperf3.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py", line 8, in &lt;module&gt;
    setup_run_iperf3_test_parallel(1)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py", line 67, in setup_run_iperf3_test_parallel
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32100): Process ended prematurely: osmo-stp_10.42.42.5(pid=32100) [trial-2370↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32100)]
</stderr><stdout>
----------------------------------------------
trial-2370 gprs:oc2g+mod-bts0-dynts-osmo iperf3.py
----------------------------------------------
05:44:44.568633 tst    gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
05:44:44.580750 tst    gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)
05:44:44.736775 tst                        iperf3.py: using LAC 26252
05:44:44.856799 tst                        iperf3.py: using RAC 242
05:44:44.977517 tst                        iperf3.py: using CellId 26252
05:44:45.095494 tst                        iperf3.py: using BVCI 26253
05:44:45.119077 tst    gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
05:44:45.130123 tst    gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
05:44:45.140884 tst    gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
05:44:45.152491 tst    gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
05:44:45.164073 tst    gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
05:44:45.175793 tst    gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
05:44:45.187631 tst    gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
05:44:45.199906 tst    gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
05:44:45.211057 tst    gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)
05:44:45.506249 tst                      iperf3.py:8: start iperfv3 server 10.42.42.10:5003...
05:44:45.641718 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
05:44:45.992001 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32092): Launched
05:44:46.275296 run iperf3-srv_10.42.42.10(pid=32093): Launched
05:44:46.477697 tst                      iperf3.py:8: start network...
05:44:46.615226 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
05:44:47.177193 run         create_hlr_db(pid=32094): Launched
05:44:47.364657 bus                          /gobi_6: Setting Powered False
05:44:48.385685 run         create_hlr_db(pid=32094): Terminated: ok {rc=0}
05:44:48.795391 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32096): Launched
05:44:49.101133 run   osmo-hlr_10.42.42.2(pid=32097): Launched
05:44:49.218299 run              osmo-stp_10.42.42.5: Starting osmo-stp
05:44:49.759474 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32099): Launched
05:44:50.065590 run   osmo-stp_10.42.42.5(pid=32100): Launched
05:44:50.176775 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
05:44:50.711064 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32102): Launched
05:44:50.819659 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
05:44:51.087390 run              patchelf(pid=32103): Launched
05:44:51.265767 run   osmo-stp_10.42.42.5(pid=32100): ERR: Terminated: ERROR {rc=1}  [trial-2370↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32100)]
05:44:51.396080 run   osmo-stp_10.42.42.5(pid=32100): stdout: 
| (launched: 2022-12-10_05:44:49.913922)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
05:44:51.526947 run   osmo-stp_10.42.42.5(pid=32100): stderr: 
| �[0;m�[38;5;43m20221210054450087 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210054450087 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210054450087 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210054450088 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210054450088 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210054450088 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210054450088 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
05:44:51.653367 run   osmo-stp_10.42.42.5(pid=32100): stdout: 
| (launched: 2022-12-10_05:44:49.913922)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
05:44:51.778411 run   osmo-stp_10.42.42.5(pid=32100): stderr: 
| �[0;m�[38;5;43m20221210054450087 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210054450087 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210054450087 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210054450088 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210054450088 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210054450088 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210054450088 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
05:44:51.923921 run              patchelf(pid=32103): Terminating (SIGINT)
05:44:52.094291 run              patchelf(pid=32103): Terminated: ok {rc=0}
05:44:52.126024 tst                      iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=32100): Process ended prematurely: osmo-stp_10.42.42.5(pid=32100) [trial-2370↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32100)]  [trial-2370↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3.py:8]
05:44:52.135349 tst                      iperf3.py:8: Test FAILED (7.6 sec)
05:44:52.195740 run   osmo-hlr_10.42.42.2(pid=32097): ERR: Terminated: ERROR {rc=237}  [trial-2370↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32097)]
05:44:52.244831 run   osmo-hlr_10.42.42.2(pid=32097): stdout: 
| (launched: 2022-12-10_05:44:48.949942) 
05:44:52.294550 run   osmo-hlr_10.42.42.2(pid=32097): stderr: 
| �[0;m�[1;31m20221210054449127 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210054449127 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210054449127 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210054449127 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210054449128 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210054449128 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210054449140 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/gprs:oc2g+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210054449149 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210054449149 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210054449149 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
05:44:52.336838 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32092): Terminating (SIGTERM)
05:44:52.376507 run iperf3-srv_10.42.42.10(pid=32093): Terminating (SIGTERM)
05:44:52.416309 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32096): Terminating (SIGTERM)
05:44:52.456058 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32099): Terminating (SIGTERM)
05:44:52.495837 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32102): Terminating (SIGTERM)
05:44:52.505286 ---      ParallelTerminationStrategy: PID 32092 died...
05:44:52.558764 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32092): Terminated: ok {rc=0}
05:44:52.568499 ---      ParallelTerminationStrategy: PID 32093 died...
05:44:52.621924 run iperf3-srv_10.42.42.10(pid=32093): Terminated {rc=256}
05:44:52.631324 ---      ParallelTerminationStrategy: PID 32096 died...
05:44:52.684588 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32096): Terminated: ok {rc=0}
05:44:52.694249 ---      ParallelTerminationStrategy: PID 32099 died...
05:44:52.747250 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32099): Terminated: ok {rc=0}
05:44:52.757068 ---      ParallelTerminationStrategy: PID 32102 died...
05:44:52.810356 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32102): Terminated: ok {rc=0}
05:44:52.894478 bus                          /gobi_6: Setting Powered False
</stdout></case><case><age>232</age><className>gprs:oc2g+mod-bts0-dynts-osmo</className><duration>11.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=32121): Process ended prematurely: osmo-stp_10.42.42.5(pid=32121) [trial-2370↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32121)]</errorStackTrace><failedSince>2139</failedSince><name>iperf3m4.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py", line 8, in &lt;module&gt;
    setup_run_iperf3_test_parallel(4)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py", line 67, in setup_run_iperf3_test_parallel
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32121): Process ended prematurely: osmo-stp_10.42.42.5(pid=32121) [trial-2370↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32121)]
</stderr><stdout>
----------------------------------------------
trial-2370 gprs:oc2g+mod-bts0-dynts-osmo iperf3m4.py
----------------------------------------------
05:44:54.011275 tst    gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
05:44:54.023379 tst    gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)
05:44:54.178090 tst                      iperf3m4.py: using LAC 26253
05:44:54.304916 tst                      iperf3m4.py: using RAC 243
05:44:54.433364 tst                      iperf3m4.py: using CellId 26253
05:44:54.562037 tst                      iperf3m4.py: using BVCI 26254
05:44:54.587146 tst    gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
05:44:54.598566 tst    gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
05:44:54.609703 tst    gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
05:44:54.621417 tst    gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
05:44:54.632931 tst    gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
05:44:54.644591 tst    gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
05:44:54.656307 tst    gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
05:44:54.668459 tst    gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
05:44:54.679840 tst    gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)
05:44:54.799726 tst    gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)
05:44:54.919198 tst    gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)
05:44:55.039038 tst    gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)
05:44:55.319686 tst                    iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...
05:44:55.446513 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
05:44:55.762913 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32104): Launched
05:44:56.026773 run iperf3-srv_10.42.42.10(pid=32105): Launched
05:44:56.211410 tst                    iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...
05:44:56.337871 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
05:44:56.654460 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32106): Launched
05:44:56.917433 run iperf3-srv_10.42.42.10(pid=32107): Launched
05:44:57.102448 tst                    iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...
05:44:57.228547 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
05:44:57.545137 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32108): Launched
05:44:57.808371 run iperf3-srv_10.42.42.10(pid=32109): Launched
05:44:57.992813 tst                    iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...
05:44:58.119038 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
05:44:58.436374 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32110): Launched
05:44:58.698857 run iperf3-srv_10.42.42.10(pid=32111): Launched
05:44:58.883492 tst                    iperf3m4.py:8: start network...
05:44:59.009585 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
05:44:59.490588 run         create_hlr_db(pid=32112): Launched
05:44:59.665090 bus                          /gobi_6: Setting Powered False
05:45:00.686153 run         create_hlr_db(pid=32112): Terminated: ok {rc=0}
05:45:01.141157 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32114): Launched
05:45:01.580203 run   osmo-hlr_10.42.42.2(pid=32115): Launched
05:45:01.786483 run              osmo-stp_10.42.42.5: Starting osmo-stp
05:45:02.431560 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32120): Launched
05:45:02.757539 run   osmo-stp_10.42.42.5(pid=32121): Launched
05:45:02.874949 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
05:45:03.441991 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32123): Launched
05:45:03.557217 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
05:45:03.842302 run              patchelf(pid=32124): Launched
05:45:04.031461 run   osmo-stp_10.42.42.5(pid=32121): ERR: Terminated: ERROR {rc=1}  [trial-2370↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32121)]
05:45:04.169630 run   osmo-stp_10.42.42.5(pid=32121): stdout: 
| (launched: 2022-12-10_05:45:02.596173)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
05:45:04.307322 run   osmo-stp_10.42.42.5(pid=32121): stderr: 
| �[0;m�[38;5;43m20221210054502790 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210054502790 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210054502790 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210054502791 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210054502791 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210054502791 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210054502791 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
05:45:04.440826 run   osmo-stp_10.42.42.5(pid=32121): stdout: 
| (launched: 2022-12-10_05:45:02.596173)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
05:45:04.573363 run   osmo-stp_10.42.42.5(pid=32121): stderr: 
| �[0;m�[38;5;43m20221210054502790 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210054502790 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210054502790 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210054502791 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210054502791 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210054502791 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210054502791 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
05:45:04.726762 run              patchelf(pid=32124): Terminating (SIGINT)
05:45:04.907668 run              patchelf(pid=32124): Terminated: ok {rc=0}
05:45:04.940864 tst                    iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=32121): Process ended prematurely: osmo-stp_10.42.42.5(pid=32121) [trial-2370↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32121)]  [trial-2370↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3m4.py:8]
05:45:04.950898 tst                    iperf3m4.py:8: Test FAILED (11.0 sec)
05:45:05.013898 run   osmo-hlr_10.42.42.2(pid=32115): ERR: Terminated: ERROR {rc=237}  [trial-2370↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32115)]
05:45:05.065161 run   osmo-hlr_10.42.42.2(pid=32115): stdout: 
| (launched: 2022-12-10_05:45:01.309566) 
05:45:05.117282 run   osmo-hlr_10.42.42.2(pid=32115): stderr: 
| �[0;m�[1;31m20221210054501632 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210054501632 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210054501632 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210054501632 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210054501632 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210054501632 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210054501664 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/gprs:oc2g+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210054501683 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210054501683 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210054501683 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
05:45:05.161559 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32104): Terminating (SIGTERM)
05:45:05.202978 run iperf3-srv_10.42.42.10(pid=32105): Terminating (SIGTERM)
05:45:05.244396 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32106): Terminating (SIGTERM)
05:45:05.285884 run iperf3-srv_10.42.42.10(pid=32107): Terminating (SIGTERM)
05:45:05.327584 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32108): Terminating (SIGTERM)
05:45:05.368874 run iperf3-srv_10.42.42.10(pid=32109): Terminating (SIGTERM)
05:45:05.410525 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32110): Terminating (SIGTERM)
05:45:05.451884 run iperf3-srv_10.42.42.10(pid=32111): Terminating (SIGTERM)
05:45:05.493407 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32114): Terminating (SIGTERM)
05:45:05.534830 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32120): Terminating (SIGTERM)
05:45:05.576370 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32123): Terminating (SIGTERM)
05:45:05.585958 ---      ParallelTerminationStrategy: PID 32104 died...
05:45:05.641645 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32104): Terminated: ok {rc=0}
05:45:05.651611 ---      ParallelTerminationStrategy: PID 32105 died...
05:45:05.706791 run iperf3-srv_10.42.42.10(pid=32105): Terminated {rc=256}
05:45:05.716614 ---      ParallelTerminationStrategy: PID 32106 died...
05:45:05.771900 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32106): Terminated: ok {rc=0}
05:45:05.781853 ---      ParallelTerminationStrategy: PID 32107 died...
05:45:05.836986 run iperf3-srv_10.42.42.10(pid=32107): Terminated {rc=256}
05:45:05.846927 ---      ParallelTerminationStrategy: PID 32108 died...
05:45:05.902179 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32108): Terminated: ok {rc=0}
05:45:05.912163 ---      ParallelTerminationStrategy: PID 32109 died...
05:45:05.967124 run iperf3-srv_10.42.42.10(pid=32109): Terminated {rc=256}
05:45:05.977100 ---      ParallelTerminationStrategy: PID 32110 died...
05:45:06.032128 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32110): Terminated: ok {rc=0}
05:45:06.042060 ---      ParallelTerminationStrategy: PID 32111 died...
05:45:06.097157 run iperf3-srv_10.42.42.10(pid=32111): Terminated {rc=256}
05:45:06.107066 ---      ParallelTerminationStrategy: PID 32114 died...
05:45:06.162321 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32114): Terminated: ok {rc=0}
05:45:06.172147 ---      ParallelTerminationStrategy: PID 32120 died...
05:45:06.227282 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32120): Terminated: ok {rc=0}
05:45:06.237270 ---      ParallelTerminationStrategy: PID 32123 died...
05:45:06.292413 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32123): Terminated: ok {rc=0}
05:45:06.378489 bus                          /gobi_4: Setting Powered False
05:45:07.479450 bus                          /gobi_4: Setting Powered False
05:45:08.589249 bus                          /gobi_1: Setting Powered False
05:45:09.693921 bus                          /gobi_1: Setting Powered False
05:45:10.801188 bus                          /gobi_0: Setting Powered False
05:45:11.905865 bus                          /gobi_0: Setting Powered False
05:45:13.015018 bus                          /gobi_6: Setting Powered False
</stdout></case><case><age>232</age><className>gprs:oc2g+mod-bts0-dynts-osmo</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=32131): Process ended prematurely: osmo-stp_10.42.42.5(pid=32131) [trial-2370↪gprs:oc2g+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32131)]</errorStackTrace><failedSince>2139</failedSince><name>ping.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py", line 22, in &lt;module&gt;
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32131): Process ended prematurely: osmo-stp_10.42.42.5(pid=32131) [trial-2370↪gprs:oc2g+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32131)]
</stderr><stdout>
----------------------------------------------
trial-2370 gprs:oc2g+mod-bts0-dynts-osmo ping.py
----------------------------------------------
05:45:14.083340 tst    gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
05:45:14.095455 tst    gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)
05:45:14.246096 tst                          ping.py: using LAC 26254
05:45:14.370183 tst                          ping.py: using RAC 244
05:45:14.495857 tst                          ping.py: using CellId 26254
05:45:14.621974 tst                          ping.py: using BVCI 26255
05:45:14.646324 tst    gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
05:45:14.657753 tst    gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
05:45:14.668928 tst    gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
05:45:14.680132 tst    gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
05:45:14.691222 tst    gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
05:45:14.702306 tst    gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
05:45:14.713685 tst    gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
05:45:14.724792 tst    gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)
05:45:14.999966 tst                       ping.py:19: start network...
05:45:15.124027 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
05:45:15.594680 run         create_hlr_db(pid=32125): Launched
05:45:15.766879 bus                          /gobi_6: Setting Powered False
05:45:16.845795 run         create_hlr_db(pid=32125): Terminated: ok {rc=0}
05:45:17.296168 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32127): Launched
05:45:17.595592 run   osmo-hlr_10.42.42.2(pid=32128): Launched
05:45:17.706771 run              osmo-stp_10.42.42.5: Starting osmo-stp
05:45:18.235713 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32130): Launched
05:45:18.535281 run   osmo-stp_10.42.42.5(pid=32131): Launched
05:45:18.643206 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
05:45:19.166122 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32133): Launched
05:45:19.272510 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
05:45:19.534567 run              patchelf(pid=32134): Launched
05:45:19.710271 run   osmo-stp_10.42.42.5(pid=32131): ERR: Terminated: ERROR {rc=1}  [trial-2370↪gprs:oc2g+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32131)]
05:45:19.838995 run   osmo-stp_10.42.42.5(pid=32131): stdout: 
| (launched: 2022-12-10_05:45:18.386672)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
05:45:19.967601 run   osmo-stp_10.42.42.5(pid=32131): stderr: 
| �[0;m�[38;5;43m20221210054518560 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210054518560 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210054518560 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210054518560 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210054518561 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210054518561 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210054518561 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
05:45:20.091439 run   osmo-stp_10.42.42.5(pid=32131): stdout: 
| (launched: 2022-12-10_05:45:18.386672)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
05:45:20.214082 run   osmo-stp_10.42.42.5(pid=32131): stderr: 
| �[0;m�[38;5;43m20221210054518560 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210054518560 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210054518560 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210054518560 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210054518561 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210054518561 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210054518561 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
05:45:20.356302 run              patchelf(pid=32134): Terminating (SIGINT)
05:45:20.522979 run              patchelf(pid=32134): Terminated: ok {rc=0}
05:45:20.553621 tst                       ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=32131): Process ended prematurely: osmo-stp_10.42.42.5(pid=32131) [trial-2370↪gprs:oc2g+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32131)]  [trial-2370↪gprs:oc2g+mod-bts0-dynts-osmo↪ping.py:22]
05:45:20.562339 tst                       ping.py:22: Test FAILED (6.5 sec)
05:45:20.622738 run   osmo-hlr_10.42.42.2(pid=32128): ERR: Terminated: ERROR {rc=237}  [trial-2370↪gprs:oc2g+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32128)]
05:45:20.671993 run   osmo-hlr_10.42.42.2(pid=32128): stdout: 
| (launched: 2022-12-10_05:45:17.446681) 
05:45:20.721845 run   osmo-hlr_10.42.42.2(pid=32128): stderr: 
| �[0;m�[1;31m20221210054517624 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210054517624 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210054517624 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210054517624 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210054517624 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210054517624 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210054517640 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/gprs:oc2g+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210054517649 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210054517649 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210054517650 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
05:45:20.763913 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32127): Terminating (SIGTERM)
05:45:20.803887 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32130): Terminating (SIGTERM)
05:45:20.843956 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32133): Terminating (SIGTERM)
05:45:20.853415 ---      ParallelTerminationStrategy: PID 32127 died...
05:45:20.906586 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32127): Terminated: ok {rc=0}
05:45:20.916338 ---      ParallelTerminationStrategy: PID 32130 died...
05:45:20.970430 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32130): Terminated: ok {rc=0}
05:45:20.979878 ---      ParallelTerminationStrategy: PID 32133 died...
05:45:21.033030 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32133): Terminated: ok {rc=0}
05:45:21.123614 bus                          /gobi_6: Setting Powered False
</stdout></case><case><age>232</age><className>gprs:oc2g+mod-bts0-dynts-osmo</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=32141): Process ended prematurely: osmo-stp_10.42.42.5(pid=32141) [trial-2370↪gprs:oc2g+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32141)]</errorStackTrace><failedSince>2139</failedSince><name>ping_idle_ping.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py", line 27, in &lt;module&gt;
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32141): Process ended prematurely: osmo-stp_10.42.42.5(pid=32141) [trial-2370↪gprs:oc2g+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32141)]
</stderr><stdout>
----------------------------------------------
trial-2370 gprs:oc2g+mod-bts0-dynts-osmo ping_idle_ping.py
----------------------------------------------
05:45:22.176159 tst    gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
05:45:22.188051 tst    gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)
05:45:22.333115 tst                ping_idle_ping.py: using LAC 26255
05:45:22.450080 tst                ping_idle_ping.py: using RAC 245
05:45:22.567198 tst                ping_idle_ping.py: using CellId 26255
05:45:22.686491 tst                ping_idle_ping.py: using BVCI 26256
05:45:22.709418 tst    gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
05:45:22.720241 tst    gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
05:45:22.730990 tst    gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
05:45:22.742018 tst    gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
05:45:22.752917 tst    gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
05:45:22.763797 tst    gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
05:45:22.774867 tst    gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
05:45:22.785830 tst    gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)
05:45:23.075814 tst             ping_idle_ping.py:24: start network...
05:45:23.209192 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
05:45:23.713669 run         create_hlr_db(pid=32135): Launched
05:45:23.886406 bus                          /gobi_6: Setting Powered False
05:45:24.906580 run         create_hlr_db(pid=32135): Terminated: ok {rc=0}
05:45:25.306082 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32137): Launched
05:45:25.607464 run   osmo-hlr_10.42.42.2(pid=32138): Launched
05:45:25.721851 run              osmo-stp_10.42.42.5: Starting osmo-stp
05:45:26.248706 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32140): Launched
05:45:26.549974 run   osmo-stp_10.42.42.5(pid=32141): Launched
05:45:26.660467 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
05:45:27.186518 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32143): Launched
05:45:27.293156 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
05:45:27.556003 run              patchelf(pid=32144): Launched
05:45:27.731945 run   osmo-stp_10.42.42.5(pid=32141): ERR: Terminated: ERROR {rc=1}  [trial-2370↪gprs:oc2g+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32141)]
05:45:27.860631 run   osmo-stp_10.42.42.5(pid=32141): stdout: 
| (launched: 2022-12-10_05:45:26.399888)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
05:45:27.989771 run   osmo-stp_10.42.42.5(pid=32141): stderr: 
| �[0;m�[38;5;43m20221210054526572 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210054526572 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210054526572 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210054526573 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210054526573 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210054526573 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210054526573 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
05:45:28.113673 run   osmo-stp_10.42.42.5(pid=32141): stdout: 
| (launched: 2022-12-10_05:45:26.399888)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
05:45:28.236373 run   osmo-stp_10.42.42.5(pid=32141): stderr: 
| �[0;m�[38;5;43m20221210054526572 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210054526572 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210054526572 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210054526573 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210054526573 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210054526573 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210054526573 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
05:45:28.379112 run              patchelf(pid=32144): Terminating (SIGINT)
05:45:28.547263 run              patchelf(pid=32144): Terminated: ok {rc=0}
05:45:28.577886 tst             ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=32141): Process ended prematurely: osmo-stp_10.42.42.5(pid=32141) [trial-2370↪gprs:oc2g+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32141)]  [trial-2370↪gprs:oc2g+mod-bts0-dynts-osmo↪ping_idle_ping.py:27]
05:45:28.586655 tst             ping_idle_ping.py:27: Test FAILED (6.4 sec)
05:45:28.646781 run   osmo-hlr_10.42.42.2(pid=32138): ERR: Terminated: ERROR {rc=237}  [trial-2370↪gprs:oc2g+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32138)]
05:45:28.695797 run   osmo-hlr_10.42.42.2(pid=32138): stdout: 
| (launched: 2022-12-10_05:45:25.457568) 
05:45:28.745423 run   osmo-hlr_10.42.42.2(pid=32138): stderr: 
| �[0;m�[1;31m20221210054525634 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210054525634 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210054525634 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210054525634 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210054525634 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210054525634 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210054525646 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/gprs:oc2g+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210054525654 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210054525655 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210054525655 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
05:45:28.787258 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32137): Terminating (SIGTERM)
05:45:28.827137 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32140): Terminating (SIGTERM)
05:45:28.867425 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32143): Terminating (SIGTERM)
05:45:28.876553 ---      ParallelTerminationStrategy: PID 32137 died...
05:45:28.929758 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32137): Terminated: ok {rc=0}
05:45:28.939392 ---      ParallelTerminationStrategy: PID 32140 died...
05:45:28.992517 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32140): Terminated: ok {rc=0}
05:45:29.002005 ---      ParallelTerminationStrategy: PID 32143 died...
05:45:29.055006 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32143): Terminated: ok {rc=0}
05:45:29.144220 bus                          /gobi_6: Setting Powered False
</stdout></case><duration>60.0</duration><id>33</id><name>gprs_oc2g+mod-bts0-dynts-osmo</name><properties></properties><timestamp>2022-12-10T05:44:31</timestamp></suite><suite><case><age>232</age><className>dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=32155): Process ended prematurely: osmo-stp_10.42.42.5(pid=32155) [trial-2370↪dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32155)]</errorStackTrace><failedSince>2139</failedSince><name>switch_tch_pdch.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py", line 54, in &lt;module&gt;
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32155): Process ended prematurely: osmo-stp_10.42.42.5(pid=32155) [trial-2370↪dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32155)]
</stderr><stdout>
----------------------------------------------
trial-2370 dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py
----------------------------------------------
05:45:31.176611 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)
05:45:31.189414 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)
05:45:31.338052 tst               switch_tch_pdch.py: using LAC 26256
05:45:31.463868 tst               switch_tch_pdch.py: using RAC 246
05:45:31.613512 tst               switch_tch_pdch.py: using CellId 26256
05:45:31.770540 tst               switch_tch_pdch.py: using BVCI 26257
05:45:31.801690 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)
05:45:31.814974 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)
05:45:31.828817 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)
05:45:31.842749 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)
05:45:31.856243 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)
05:45:31.869760 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)
05:45:31.882465 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)
05:45:31.895594 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)
05:45:32.041281 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)
05:45:32.341492 tst            switch_tch_pdch.py:51: start network...
05:45:32.465287 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
05:45:32.938731 run         create_hlr_db(pid=32149): Launched
05:45:33.112233 bus                          /gobi_6: Setting Powered False
05:45:34.132434 run         create_hlr_db(pid=32149): Terminated: ok {rc=0}
05:45:34.558688 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32151): Launched
05:45:34.880409 run   osmo-hlr_10.42.42.2(pid=32152): Launched
05:45:34.999384 run              osmo-stp_10.42.42.5: Starting osmo-stp
05:45:35.554548 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32154): Launched
05:45:35.873594 run   osmo-stp_10.42.42.5(pid=32155): Launched
05:45:35.987623 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
05:45:36.544581 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32157): Launched
05:45:36.657886 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
05:45:36.937514 run              patchelf(pid=32158): Launched
05:45:37.123824 run   osmo-stp_10.42.42.5(pid=32155): ERR: Terminated: ERROR {rc=1}  [trial-2370↪dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32155)]
05:45:37.260321 run   osmo-stp_10.42.42.5(pid=32155): stdout: 
| (launched: 2022-12-10_05:45:35.716105)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
05:45:37.398317 run   osmo-stp_10.42.42.5(pid=32155): stderr: 
| �[0;m�[38;5;43m20221210054535909 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210054535909 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210054535909 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210054535910 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210054535910 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210054535910 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210054535910 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
05:45:37.530202 run   osmo-stp_10.42.42.5(pid=32155): stdout: 
| (launched: 2022-12-10_05:45:35.716105)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
05:45:37.660441 run   osmo-stp_10.42.42.5(pid=32155): stderr: 
| �[0;m�[38;5;43m20221210054535909 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210054535909 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210054535909 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210054535910 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210054535910 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210054535910 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210054535910 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
05:45:37.812414 run              patchelf(pid=32158): Terminating (SIGINT)
05:45:37.990507 run              patchelf(pid=32158): Terminated: ok {rc=0}
05:45:38.022916 tst            switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=32155): Process ended prematurely: osmo-stp_10.42.42.5(pid=32155) [trial-2370↪dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32155)]  [trial-2370↪dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54]
05:45:38.032139 tst            switch_tch_pdch.py:54: Test FAILED (6.8 sec)
05:45:38.094848 run   osmo-hlr_10.42.42.2(pid=32152): ERR: Terminated: ERROR {rc=237}  [trial-2370↪dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32152)]
05:45:38.146087 run   osmo-hlr_10.42.42.2(pid=32152): stdout: 
| (launched: 2022-12-10_05:45:34.720507) 
05:45:38.197856 run   osmo-hlr_10.42.42.2(pid=32152): stderr: 
| �[0;m�[1;31m20221210054534919 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210054534919 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210054534919 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210054534919 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210054534919 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210054534919 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210054534932 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210054534941 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210054534941 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210054534941 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
05:45:38.241933 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32151): Terminating (SIGTERM)
05:45:38.283412 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32154): Terminating (SIGTERM)
05:45:38.325169 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32157): Terminating (SIGTERM)
05:45:38.334759 ---      ParallelTerminationStrategy: PID 32151 died...
05:45:38.390495 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32151): Terminated: ok {rc=0}
05:45:38.400424 ---      ParallelTerminationStrategy: PID 32154 died...
05:45:38.455914 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32154): Terminated: ok {rc=0}
05:45:38.465797 ---      ParallelTerminationStrategy: PID 32157 died...
05:45:38.520849 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32157): Terminated: ok {rc=0}
05:45:38.606667 bus                          /gobi_0: Setting Powered False
05:45:39.712872 bus                          /gobi_0: Setting Powered False
05:45:40.822053 bus                          /gobi_6: Setting Powered False
</stdout></case><duration>12.0</duration><id>34</id><name>dynts_oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any</name><properties></properties><timestamp>2022-12-10T05:45:30</timestamp></suite><suite><case><age>232</age><className>dynts:oc2g+mod-bts0-dynts67-osmo</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=32168): Process ended prematurely: osmo-stp_10.42.42.5(pid=32168) [trial-2370↪dynts:oc2g+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32168)]</errorStackTrace><failedSince>2139</failedSince><name>switch_tch_pdch.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py", line 54, in &lt;module&gt;
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32168): Process ended prematurely: osmo-stp_10.42.42.5(pid=32168) [trial-2370↪dynts:oc2g+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32168)]
</stderr><stdout>
----------------------------------------------
trial-2370 dynts:oc2g+mod-bts0-dynts67-osmo switch_tch_pdch.py
----------------------------------------------
05:45:42.767894 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)
05:45:42.779646 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1)
05:45:42.926999 tst               switch_tch_pdch.py: using LAC 26257
05:45:43.049668 tst               switch_tch_pdch.py: using RAC 247
05:45:43.172491 tst               switch_tch_pdch.py: using CellId 26257
05:45:43.295187 tst               switch_tch_pdch.py: using BVCI 26258
05:45:43.319560 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)
05:45:43.331105 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)
05:45:43.342352 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)
05:45:43.353556 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)
05:45:43.364633 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)
05:45:43.375827 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)
05:45:43.387269 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)
05:45:43.398762 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)
05:45:43.513980 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)
05:45:43.804346 tst            switch_tch_pdch.py:51: start network...
05:45:43.938129 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
05:45:44.422424 run         create_hlr_db(pid=32162): Launched
05:45:44.551959 bus                          /gobi_6: Setting Powered False
05:45:45.628414 run         create_hlr_db(pid=32162): Terminated: ok {rc=0}
05:45:46.044434 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32164): Launched
05:45:46.476823 run   osmo-hlr_10.42.42.2(pid=32165): Launched
05:45:46.688854 run              osmo-stp_10.42.42.5: Starting osmo-stp
05:45:47.274095 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32167): Launched
05:45:47.583312 run   osmo-stp_10.42.42.5(pid=32168): Launched
05:45:47.692902 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
05:45:48.189965 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32170): Launched
05:45:48.295661 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
05:45:48.558070 run              patchelf(pid=32171): Launched
05:45:48.733467 run   osmo-stp_10.42.42.5(pid=32168): ERR: Terminated: ERROR {rc=1}  [trial-2370↪dynts:oc2g+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32168)]
05:45:48.861600 run   osmo-stp_10.42.42.5(pid=32168): stdout: 
| (launched: 2022-12-10_05:45:47.431793)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
05:45:48.990006 run   osmo-stp_10.42.42.5(pid=32168): stderr: 
| �[0;m�[38;5;43m20221210054547603 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210054547604 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210054547604 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210054547604 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210054547605 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210054547605 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210054547605 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
05:45:49.113613 run   osmo-stp_10.42.42.5(pid=32168): stdout: 
| (launched: 2022-12-10_05:45:47.431793)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
05:45:49.236133 run   osmo-stp_10.42.42.5(pid=32168): stderr: 
| �[0;m�[38;5;43m20221210054547603 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210054547604 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210054547604 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210054547604 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210054547605 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210054547605 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210054547605 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
05:45:49.378424 run              patchelf(pid=32171): Terminating (SIGINT)
05:45:49.545781 run              patchelf(pid=32171): Terminated: ok {rc=0}
05:45:49.576197 tst            switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=32168): Process ended prematurely: osmo-stp_10.42.42.5(pid=32168) [trial-2370↪dynts:oc2g+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32168)]  [trial-2370↪dynts:oc2g+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54]
05:45:49.584987 tst            switch_tch_pdch.py:54: Test FAILED (6.8 sec)
05:45:49.645151 run   osmo-hlr_10.42.42.2(pid=32165): ERR: Terminated: ERROR {rc=237}  [trial-2370↪dynts:oc2g+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32165)]
05:45:49.694199 run   osmo-hlr_10.42.42.2(pid=32165): stdout: 
| (launched: 2022-12-10_05:45:46.209805) 
05:45:49.743976 run   osmo-hlr_10.42.42.2(pid=32165): stderr: 
| �[0;m�[1;31m20221210054546442 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210054546442 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210054546442 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210054546442 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210054546442 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210054546442 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210054546464 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/dynts:oc2g+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210054546479 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210054546479 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210054546479 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
05:45:49.786025 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32164): Terminating (SIGTERM)
05:45:49.825901 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32167): Terminating (SIGTERM)
05:45:49.865796 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32170): Terminating (SIGTERM)
05:45:49.875100 ---      ParallelTerminationStrategy: PID 32164 died...
05:45:49.928299 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32164): Terminated: ok {rc=0}
05:45:49.937983 ---      ParallelTerminationStrategy: PID 32167 died...
05:45:49.990849 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32167): Terminated: ok {rc=0}
05:45:50.000527 ---      ParallelTerminationStrategy: PID 32170 died...
05:45:50.053481 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32170): Terminated: ok {rc=0}
05:45:50.142202 bus                          /gobi_0: Setting Powered False
05:45:51.245897 bus                          /gobi_0: Setting Powered False
05:45:52.357249 bus                          /gobi_6: Setting Powered False
</stdout></case><duration>12.0</duration><id>35</id><name>dynts_oc2g+mod-bts0-dynts67-osmo</name><properties></properties><timestamp>2022-12-10T05:45:42</timestamp></suite><suite><case><age>226</age><className>nitb_sms:trx-b200</className><duration>4.0</duration><errorStackTrace>osmo-nitb_10.42.42.2(pid=32176): Process ended prematurely: osmo-nitb_10.42.42.2(pid=32176) [trial-2370↪nitb_sms:trx-b200↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=32176)]</errorStackTrace><failedSince>2145</failedSince><name>mo_mt_sms.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py", line 11, in &lt;module&gt;
    nitb.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py", line 67, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=32176): Process ended prematurely: osmo-nitb_10.42.42.2(pid=32176) [trial-2370↪nitb_sms:trx-b200↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=32176)]
</stderr><stdout>
----------------------------------------------
trial-2370 nitb_sms:trx-b200 mo_mt_sms.py
----------------------------------------------
05:45:54.238474 tst                nitb_sms:trx-b200: Using 1 x ip_address (candidates: 1)
05:45:54.249243 tst                nitb_sms:trx-b200: Using 1 x bts (candidates: 1)
05:45:54.383259 tst                     mo_mt_sms.py: using LAC 26258
05:45:54.498389 tst                     mo_mt_sms.py: using RAC 248
05:45:54.614290 tst                     mo_mt_sms.py: using CellId 26258
05:45:54.729671 tst                     mo_mt_sms.py: using BVCI 26259
05:45:54.752559 tst                nitb_sms:trx-b200: Using 1 x modem (candidates: 2)
05:45:54.870400 tst                nitb_sms:trx-b200: Using 1 x modem (candidates: 2)
05:45:55.143707 tst                   mo_mt_sms.py:9: start nitb and bts...
05:45:55.267360 run             osmo-nitb_10.42.42.2: Starting osmo-nitb
05:45:55.887646 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=32175): Launched
05:45:56.183882 run  osmo-nitb_10.42.42.2(pid=32176): Launched
05:45:56.367931 run  osmo-nitb_10.42.42.2(pid=32176): ERR: Terminated: ERROR {rc=2}  [trial-2370↪nitb_sms:trx-b200↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=32176)]
05:45:56.504074 run  osmo-nitb_10.42.42.2(pid=32176): stdout: 
| (launched: 2022-12-10_05:45:56.038545) 
05:45:56.640425 run  osmo-nitb_10.42.42.2(pid=32176): stderr: 
| (launched: 2022-12-10_05:45:56.082688)
| ======================================================================
| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and
| obsolete for several years.  If you really want to ignore years of hard work on
| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),
| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line
| argument.  DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!
| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box
| ====================================================================== 
05:45:56.771592 run  osmo-nitb_10.42.42.2(pid=32176): stdout: 
| (launched: 2022-12-10_05:45:56.038545) 
05:45:56.901995 run  osmo-nitb_10.42.42.2(pid=32176): stderr: 
| (launched: 2022-12-10_05:45:56.082688)
| ======================================================================
| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and
| obsolete for several years.  If you really want to ignore years of hard work on
| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),
| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line
| argument.  DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!
| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box
| ====================================================================== 
05:45:57.304713 tst  osmo-nitb_10.42.42.2(pid=32176): stdout: 
| (launched: 2022-12-10_05:45:56.038545) 
05:45:57.423324 tst  osmo-nitb_10.42.42.2(pid=32176): stderr: 
| (launched: 2022-12-10_05:45:56.082688)
| ======================================================================
| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and
| obsolete for several years.  If you really want to ignore years of hard work on
| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),
| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line
| argument.  DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!
| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box
| ====================================================================== 
05:45:57.475549 tst                  mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=32176): Process ended prematurely: osmo-nitb_10.42.42.2(pid=32176) [trial-2370↪nitb_sms:trx-b200↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=32176)]  [trial-2370↪nitb_sms:trx-b200↪mo_mt_sms.py:11]
05:45:57.484842 tst                  mo_mt_sms.py:11: Test FAILED (3.2 sec)
05:45:57.519877 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=32175): Terminating (SIGTERM)
05:45:57.697663 ---      ParallelTerminationStrategy: PID 32175 died...
05:45:57.752256 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=32175): Terminated: ok {rc=0}
05:45:57.841554 bus                        /sierra_3: Setting Powered False
05:45:58.944579 bus                        /sierra_3: Setting Powered False
05:46:00.057149 bus                        /sierra_2: Setting Powered False
</stdout></case><duration>8.0</duration><id>36</id><name>nitb_sms_trx-b200</name><properties></properties><timestamp>2022-12-10T05:45:54</timestamp></suite><suite><case><age>53</age><className>sms:trx-b200</className><duration>6.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=32186): Process ended prematurely: osmo-stp_10.42.42.5(pid=32186) [trial-2370↪sms:trx-b200↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32186)]</errorStackTrace><failedSince>2318</failedSince><name>mo_mt_sms.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py", line 16, in &lt;module&gt;
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32186): Process ended prematurely: osmo-stp_10.42.42.5(pid=32186) [trial-2370↪sms:trx-b200↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32186)]
</stderr><stdout>
----------------------------------------------
trial-2370 sms:trx-b200 mo_mt_sms.py
----------------------------------------------
05:46:02.056842 tst                     sms:trx-b200: Using 1 x ip_address (candidates: 6)
05:46:02.071538 tst                     sms:trx-b200: Using 1 x bts (candidates: 1)
05:46:02.240567 tst                     mo_mt_sms.py: using LAC 26259
05:46:02.369901 tst                     mo_mt_sms.py: using RAC 249
05:46:02.487800 tst                     mo_mt_sms.py: using CellId 26259
05:46:02.605267 tst                     mo_mt_sms.py: using BVCI 26260
05:46:02.627805 tst                     sms:trx-b200: Using 1 x ip_address (candidates: 6)
05:46:02.638489 tst                     sms:trx-b200: Using 1 x ip_address (candidates: 6)
05:46:02.649212 tst                     sms:trx-b200: Using 1 x ip_address (candidates: 6)
05:46:02.661274 tst                     sms:trx-b200: Using 1 x ip_address (candidates: 6)
05:46:02.673615 tst                     sms:trx-b200: Using 1 x ip_address (candidates: 6)
05:46:02.684142 tst                     sms:trx-b200: Using 1 x modem (candidates: 2)
05:46:02.805046 tst                     sms:trx-b200: Using 1 x modem (candidates: 2)
05:46:03.016512 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
05:46:03.528087 run         create_hlr_db(pid=32180): Launched
05:46:03.713956 bus                        /sierra_2: Setting Powered False
05:46:04.732843 run         create_hlr_db(pid=32180): Terminated: ok {rc=0}
05:46:05.135888 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32182): Launched
05:46:05.435774 run   osmo-hlr_10.42.42.2(pid=32183): Launched
05:46:05.551630 run              osmo-stp_10.42.42.5: Starting osmo-stp
05:46:06.080806 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32185): Launched
05:46:06.380421 run   osmo-stp_10.42.42.5(pid=32186): Launched
05:46:06.488587 run              osmo-msc_10.42.42.6: Starting osmo-msc
05:46:07.035254 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32188): Launched
05:46:07.333825 run   osmo-msc_10.42.42.6(pid=32189): Launched
05:46:07.510460 run   osmo-stp_10.42.42.5(pid=32186): ERR: Terminated: ERROR {rc=1}  [trial-2370↪sms:trx-b200↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32186)]
05:46:07.637316 run   osmo-stp_10.42.42.5(pid=32186): stdout: 
| (launched: 2022-12-10_05:46:06.231049)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
05:46:07.761659 run   osmo-stp_10.42.42.5(pid=32186): stderr: 
| �[0;m�[38;5;43m20221210054606403 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210054606403 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210054606404 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210054606404 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210054606405 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210054606405 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210054606405 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
05:46:07.880895 run   osmo-stp_10.42.42.5(pid=32186): stdout: 
| (launched: 2022-12-10_05:46:06.231049)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
05:46:07.999033 run   osmo-stp_10.42.42.5(pid=32186): stderr: 
| �[0;m�[38;5;43m20221210054606403 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210054606403 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210054606404 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210054606404 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210054606405 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210054606405 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210054606405 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
05:46:08.051047 tst                  mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=32186): Process ended prematurely: osmo-stp_10.42.42.5(pid=32186) [trial-2370↪sms:trx-b200↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32186)]  [trial-2370↪sms:trx-b200↪mo_mt_sms.py:16]
05:46:08.058997 tst                  mo_mt_sms.py:16: Test FAILED (6.0 sec)
05:46:08.118646 run   osmo-hlr_10.42.42.2(pid=32183): ERR: Terminated: ERROR {rc=237}  [trial-2370↪sms:trx-b200↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32183)]
05:46:08.167471 run   osmo-hlr_10.42.42.2(pid=32183): stdout: 
| (launched: 2022-12-10_05:46:05.287251) 
05:46:08.217006 run   osmo-hlr_10.42.42.2(pid=32183): stderr: 
| �[0;m�[1;31m20221210054605465 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210054605465 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210054605466 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210054605466 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210054605466 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210054605466 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210054605477 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/sms:trx-b200/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210054605487 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210054605487 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210054605487 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
05:46:08.283606 run   osmo-msc_10.42.42.6(pid=32189): ERR: Terminated: ERROR {rc=2}  [trial-2370↪sms:trx-b200↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=32189)]
05:46:08.332134 run   osmo-msc_10.42.42.6(pid=32189): stdout: 
| (launched: 2022-12-10_05:46:07.185679) 
05:46:08.381328 run   osmo-msc_10.42.42.6(pid=32189): stderr: 
| �[0;m�[38;5;43m20221210054607459 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210054607459 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa081441c40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210054607459 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210054607459 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210054607459 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210054607459 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210054607461 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210054607462 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210054607462 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210054607462 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
05:46:08.422598 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32182): Terminating (SIGTERM)
05:46:08.462002 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32185): Terminating (SIGTERM)
05:46:08.501233 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32188): Terminating (SIGTERM)
05:46:08.510412 ---      ParallelTerminationStrategy: PID 32182 died...
05:46:08.562983 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32182): Terminated: ok {rc=0}
05:46:08.572577 ---      ParallelTerminationStrategy: PID 32185 died...
05:46:08.624909 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32185): Terminated: ok {rc=0}
05:46:08.634523 ---      ParallelTerminationStrategy: PID 32188 died...
05:46:08.687026 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32188): Terminated: ok {rc=0}
05:46:08.770496 bus                        /sierra_3: Setting Powered False
05:46:09.878099 bus                        /sierra_3: Setting Powered False
05:46:10.985873 bus                        /sierra_2: Setting Powered False
</stdout></case><duration>11.0</duration><id>37</id><name>sms_trx-b200</name><properties></properties><timestamp>2022-12-10T05:46:01</timestamp></suite><suite><case><age>226</age><className>nitb_ussd:trx-b200</className><duration>4.0</duration><errorStackTrace>osmo-nitb_10.42.42.2(pid=32195): Process ended prematurely: osmo-nitb_10.42.42.2(pid=32195) [trial-2370↪nitb_ussd:trx-b200↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=32195)]</errorStackTrace><failedSince>2145</failedSince><name>assert_extension.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py", line 12, in &lt;module&gt;
    nitb.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py", line 67, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=32195): Process ended prematurely: osmo-nitb_10.42.42.2(pid=32195) [trial-2370↪nitb_ussd:trx-b200↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=32195)]
</stderr><stdout>
----------------------------------------------
trial-2370 nitb_ussd:trx-b200 assert_extension.py
----------------------------------------------
05:46:12.830167 tst               nitb_ussd:trx-b200: Using 1 x ip_address (candidates: 1)
05:46:12.841376 tst               nitb_ussd:trx-b200: Using 1 x bts (candidates: 1)
05:46:12.982275 tst              assert_extension.py: using LAC 26260
05:46:13.106653 tst              assert_extension.py: using RAC 250
05:46:13.230994 tst              assert_extension.py: using CellId 26260
05:46:13.361109 tst              assert_extension.py: using BVCI 26261
05:46:13.385219 tst               nitb_ussd:trx-b200: Using 1 x modem (candidates: 1)
05:46:13.659116 tst           assert_extension.py:10: start nitb and bts...
05:46:13.782994 run             osmo-nitb_10.42.42.2: Starting osmo-nitb
05:46:14.402355 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=32194): Launched
05:46:14.698719 run  osmo-nitb_10.42.42.2(pid=32195): Launched
05:46:14.882302 run  osmo-nitb_10.42.42.2(pid=32195): ERR: Terminated: ERROR {rc=2}  [trial-2370↪nitb_ussd:trx-b200↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=32195)]
05:46:15.017739 run  osmo-nitb_10.42.42.2(pid=32195): stdout: 
| (launched: 2022-12-10_05:46:14.552774) 
05:46:15.153596 run  osmo-nitb_10.42.42.2(pid=32195): stderr: 
| (launched: 2022-12-10_05:46:14.597317)
| ======================================================================
| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and
| obsolete for several years.  If you really want to ignore years of hard work on
| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),
| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line
| argument.  DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!
| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box
| ====================================================================== 
05:46:15.284200 run  osmo-nitb_10.42.42.2(pid=32195): stdout: 
| (launched: 2022-12-10_05:46:14.552774) 
05:46:15.413729 run  osmo-nitb_10.42.42.2(pid=32195): stderr: 
| (launched: 2022-12-10_05:46:14.597317)
| ======================================================================
| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and
| obsolete for several years.  If you really want to ignore years of hard work on
| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),
| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line
| argument.  DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!
| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box
| ====================================================================== 
05:46:15.819125 tst  osmo-nitb_10.42.42.2(pid=32195): stdout: 
| (launched: 2022-12-10_05:46:14.552774) 
05:46:15.966180 tst  osmo-nitb_10.42.42.2(pid=32195): stderr: 
| (launched: 2022-12-10_05:46:14.597317)
| ======================================================================
| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and
| obsolete for several years.  If you really want to ignore years of hard work on
| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),
| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line
| argument.  DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!
| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box
| ====================================================================== 
05:46:16.019714 tst           assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=32195): Process ended prematurely: osmo-nitb_10.42.42.2(pid=32195) [trial-2370↪nitb_ussd:trx-b200↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=32195)]  [trial-2370↪nitb_ussd:trx-b200↪assert_extension.py:12]
05:46:16.029323 tst           assert_extension.py:12: Test FAILED (3.2 sec)
05:46:16.068441 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=32194): Terminating (SIGTERM)
05:46:16.246104 ---      ParallelTerminationStrategy: PID 32194 died...
05:46:16.309291 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=32194): Terminated: ok {rc=0}
05:46:16.401697 bus                        /sierra_2: Setting Powered False
</stdout></case><duration>6.0</duration><id>38</id><name>nitb_ussd_trx-b200</name><properties></properties><timestamp>2022-12-10T05:46:12</timestamp></suite><suite><case><age>53</age><className>ussd:trx-b200</className><duration>6.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=32205): Process ended prematurely: osmo-stp_10.42.42.5(pid=32205) [trial-2370↪ussd:trx-b200↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32205)]</errorStackTrace><failedSince>2318</failedSince><name>assert_extension.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py", line 17, in &lt;module&gt;
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32205): Process ended prematurely: osmo-stp_10.42.42.5(pid=32205) [trial-2370↪ussd:trx-b200↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32205)]
</stderr><stdout>
----------------------------------------------
trial-2370 ussd:trx-b200 assert_extension.py
----------------------------------------------
05:46:18.241478 tst                    ussd:trx-b200: Using 1 x ip_address (candidates: 6)
05:46:18.253302 tst                    ussd:trx-b200: Using 1 x bts (candidates: 1)
05:46:18.397831 tst              assert_extension.py: using LAC 26261
05:46:18.523307 tst              assert_extension.py: using RAC 251
05:46:18.643682 tst              assert_extension.py: using CellId 26261
05:46:18.766416 tst              assert_extension.py: using BVCI 26262
05:46:18.790659 tst                    ussd:trx-b200: Using 1 x ip_address (candidates: 6)
05:46:18.801887 tst                    ussd:trx-b200: Using 1 x ip_address (candidates: 6)
05:46:18.813100 tst                    ussd:trx-b200: Using 1 x ip_address (candidates: 6)
05:46:18.823978 tst                    ussd:trx-b200: Using 1 x ip_address (candidates: 6)
05:46:18.835398 tst                    ussd:trx-b200: Using 1 x ip_address (candidates: 6)
05:46:18.846589 tst                    ussd:trx-b200: Using 1 x modem (candidates: 1)
05:46:19.052353 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
05:46:19.561951 run         create_hlr_db(pid=32199): Launched
05:46:19.747376 bus                        /sierra_2: Setting Powered False
05:46:20.767246 run         create_hlr_db(pid=32199): Terminated: ok {rc=0}
05:46:21.169358 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32201): Launched
05:46:21.469113 run   osmo-hlr_10.42.42.2(pid=32202): Launched
05:46:21.580102 run              osmo-stp_10.42.42.5: Starting osmo-stp
05:46:22.102860 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32204): Launched
05:46:22.402479 run   osmo-stp_10.42.42.5(pid=32205): Launched
05:46:22.511498 run              osmo-msc_10.42.42.6: Starting osmo-msc
05:46:23.055791 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32207): Launched
05:46:23.355365 run   osmo-msc_10.42.42.6(pid=32208): Launched
05:46:23.531215 run   osmo-stp_10.42.42.5(pid=32205): ERR: Terminated: ERROR {rc=1}  [trial-2370↪ussd:trx-b200↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32205)]
05:46:23.658119 run   osmo-stp_10.42.42.5(pid=32205): stdout: 
| (launched: 2022-12-10_05:46:22.253736)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
05:46:23.783044 run   osmo-stp_10.42.42.5(pid=32205): stderr: 
| �[0;m�[38;5;43m20221210054622426 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210054622426 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210054622426 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210054622427 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210054622427 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210054622427 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210054622427 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
05:46:23.902168 run   osmo-stp_10.42.42.5(pid=32205): stdout: 
| (launched: 2022-12-10_05:46:22.253736)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
05:46:24.020553 run   osmo-stp_10.42.42.5(pid=32205): stderr: 
| �[0;m�[38;5;43m20221210054622426 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210054622426 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210054622426 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210054622427 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210054622427 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210054622427 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210054622427 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
05:46:24.072458 tst           assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=32205): Process ended prematurely: osmo-stp_10.42.42.5(pid=32205) [trial-2370↪ussd:trx-b200↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32205)]  [trial-2370↪ussd:trx-b200↪assert_extension.py:17]
05:46:24.080419 tst           assert_extension.py:17: Test FAILED (5.8 sec)
05:46:24.139879 run   osmo-hlr_10.42.42.2(pid=32202): ERR: Terminated: ERROR {rc=237}  [trial-2370↪ussd:trx-b200↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32202)]
05:46:24.188609 run   osmo-hlr_10.42.42.2(pid=32202): stdout: 
| (launched: 2022-12-10_05:46:21.320408) 
05:46:24.237969 run   osmo-hlr_10.42.42.2(pid=32202): stderr: 
| �[0;m�[1;31m20221210054621497 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210054621497 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210054621498 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210054621498 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210054621498 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210054621498 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210054621510 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/ussd:trx-b200/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210054621520 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210054621521 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210054621521 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
05:46:24.304636 run   osmo-msc_10.42.42.6(pid=32208): ERR: Terminated: ERROR {rc=2}  [trial-2370↪ussd:trx-b200↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=32208)]
05:46:24.353338 run   osmo-msc_10.42.42.6(pid=32208): stdout: 
| (launched: 2022-12-10_05:46:23.206461) 
05:46:24.402847 run   osmo-msc_10.42.42.6(pid=32208): stderr: 
| �[0;m�[38;5;43m20221210054623479 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210054623479 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f403c337c40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210054623479 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210054623479 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210054623479 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210054623479 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210054623481 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210054623482 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210054623482 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210054623482 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
05:46:24.444448 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32201): Terminating (SIGTERM)
05:46:24.484042 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32204): Terminating (SIGTERM)
05:46:24.523774 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32207): Terminating (SIGTERM)
05:46:24.533171 ---      ParallelTerminationStrategy: PID 32201 died...
05:46:24.585838 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32201): Terminated: ok {rc=0}
05:46:24.595452 ---      ParallelTerminationStrategy: PID 32204 died...
05:46:24.647679 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32204): Terminated: ok {rc=0}
05:46:24.657370 ---      ParallelTerminationStrategy: PID 32207 died...
05:46:24.709689 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32207): Terminated: ok {rc=0}
05:46:24.798064 bus                        /sierra_2: Setting Powered False
</stdout></case><duration>9.0</duration><id>39</id><name>ussd_trx-b200</name><properties></properties><timestamp>2022-12-10T05:46:18</timestamp></suite><suite><case><age>53</age><className>voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=32219): Process ended prematurely: osmo-stp_10.42.42.5(pid=32219) [trial-2370↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32219)]</errorStackTrace><failedSince>2318</failedSince><name>mo_mt_call.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py", line 8, in &lt;module&gt;
    test_mo_mt_call(False, False)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py", line 19, in test_mo_mt_call
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32219): Process ended prematurely: osmo-stp_10.42.42.5(pid=32219) [trial-2370↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32219)]
</stderr><stdout>
----------------------------------------------
trial-2370 voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py
----------------------------------------------
05:46:26.760828 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)
05:46:26.771969 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)
05:46:26.927608 tst                    mo_mt_call.py: using LAC 26262
05:46:27.047872 tst                    mo_mt_call.py: using RAC 252
05:46:27.168112 tst                    mo_mt_call.py: using CellId 26262
05:46:27.288694 tst                    mo_mt_call.py: using BVCI 26263
05:46:27.311837 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)
05:46:27.322957 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)
05:46:27.334230 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)
05:46:27.345527 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)
05:46:27.356609 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)
05:46:27.367770 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)
05:46:27.487291 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)
05:46:27.698849 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
05:46:28.219631 run         create_hlr_db(pid=32213): Launched
05:46:28.407644 bus                        /sierra_2: Setting Powered False
05:46:29.429068 run         create_hlr_db(pid=32213): Terminated: ok {rc=0}
05:46:29.840942 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32215): Launched
05:46:30.146645 run   osmo-hlr_10.42.42.2(pid=32216): Launched
05:46:30.262745 run              osmo-stp_10.42.42.5: Starting osmo-stp
05:46:30.803518 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32218): Launched
05:46:31.291914 run   osmo-stp_10.42.42.5(pid=32219): Launched
05:46:31.566307 run              osmo-msc_10.42.42.6: Starting osmo-msc
05:46:32.152573 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32221): Launched
05:46:32.463324 run   osmo-msc_10.42.42.6(pid=32222): Launched
05:46:32.643107 run   osmo-stp_10.42.42.5(pid=32219): ERR: Terminated: ERROR {rc=1}  [trial-2370↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32219)]
05:46:32.774304 run   osmo-stp_10.42.42.5(pid=32219): stdout: 
| (launched: 2022-12-10_05:46:30.972403)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
05:46:32.902297 run   osmo-stp_10.42.42.5(pid=32219): stderr: 
| �[0;m�[38;5;43m20221210054631244 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210054631244 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210054631245 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210054631247 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210054631247 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210054631247 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210054631247 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
05:46:33.024461 run   osmo-stp_10.42.42.5(pid=32219): stdout: 
| (launched: 2022-12-10_05:46:30.972403)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
05:46:33.145868 run   osmo-stp_10.42.42.5(pid=32219): stderr: 
| �[0;m�[38;5;43m20221210054631244 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210054631244 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210054631245 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210054631247 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210054631247 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210054631247 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210054631247 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
05:46:33.199418 tst                  mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=32219): Process ended prematurely: osmo-stp_10.42.42.5(pid=32219) [trial-2370↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32219)]  [trial-2370↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]
05:46:33.208170 tst                  mo_mt_call.py:8: Test FAILED (6.5 sec)
05:46:33.268052 run   osmo-hlr_10.42.42.2(pid=32216): ERR: Terminated: ERROR {rc=237}  [trial-2370↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32216)]
05:46:33.316899 run   osmo-hlr_10.42.42.2(pid=32216): stdout: 
| (launched: 2022-12-10_05:46:29.995502) 
05:46:33.366720 run   osmo-hlr_10.42.42.2(pid=32216): stderr: 
| �[0;m�[1;31m20221210054630173 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210054630173 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210054630173 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210054630173 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210054630173 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210054630173 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210054630186 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210054630195 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210054630195 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210054630195 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
05:46:33.434032 run   osmo-msc_10.42.42.6(pid=32222): ERR: Terminated: ERROR {rc=2}  [trial-2370↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=32222)]
05:46:33.483047 run   osmo-msc_10.42.42.6(pid=32222): stdout: 
| (launched: 2022-12-10_05:46:32.309453) 
05:46:33.532777 run   osmo-msc_10.42.42.6(pid=32222): stderr: 
| �[0;m�[38;5;43m20221210054632584 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210054632584 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f67a0fc5c40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210054632584 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210054632584 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210054632584 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210054632584 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210054632586 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210054632586 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210054632587 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210054632587 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
05:46:33.574576 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32215): Terminating (SIGTERM)
05:46:33.614352 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32218): Terminating (SIGTERM)
05:46:33.654538 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32221): Terminating (SIGTERM)
05:46:33.663596 ---      ParallelTerminationStrategy: PID 32215 died...
05:46:33.717081 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32215): Terminated: ok {rc=0}
05:46:33.726583 ---      ParallelTerminationStrategy: PID 32218 died...
05:46:33.779830 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32218): Terminated: ok {rc=0}
05:46:33.789642 ---      ParallelTerminationStrategy: PID 32221 died...
05:46:33.843220 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32221): Terminated: ok {rc=0}
05:46:33.927918 bus                        /sierra_3: Setting Powered False
05:46:35.036188 bus                        /sierra_3: Setting Powered False
05:46:36.149675 bus                        /sierra_2: Setting Powered False
</stdout></case><case><age>53</age><className>voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=32230): Process ended prematurely: osmo-stp_10.42.42.5(pid=32230) [trial-2370↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32230)]</errorStackTrace><failedSince>2318</failedSince><name>mo_mt_call_osmux.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py", line 8, in &lt;module&gt;
    test_mo_mt_call(True, True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py", line 19, in test_mo_mt_call
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32230): Process ended prematurely: osmo-stp_10.42.42.5(pid=32230) [trial-2370↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32230)]
</stderr><stdout>
----------------------------------------------
trial-2370 voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py
----------------------------------------------
05:46:37.261229 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)
05:46:37.273216 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)
05:46:37.430298 tst              mo_mt_call_osmux.py: using LAC 26263
05:46:37.552085 tst              mo_mt_call_osmux.py: using RAC 253
05:46:37.680864 tst              mo_mt_call_osmux.py: using CellId 26263
05:46:37.807779 tst              mo_mt_call_osmux.py: using BVCI 26264
05:46:37.832745 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)
05:46:37.845084 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)
05:46:37.856874 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)
05:46:37.869205 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)
05:46:37.881614 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)
05:46:37.893742 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)
05:46:38.011317 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)
05:46:38.223211 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
05:46:38.745457 run         create_hlr_db(pid=32224): Launched
05:46:38.933990 bus                        /sierra_2: Setting Powered False
05:46:39.955534 run         create_hlr_db(pid=32224): Terminated: ok {rc=0}
05:46:40.370385 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32226): Launched
05:46:40.677426 run   osmo-hlr_10.42.42.2(pid=32227): Launched
05:46:40.796834 run              osmo-stp_10.42.42.5: Starting osmo-stp
05:46:41.333375 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32229): Launched
05:46:41.638974 run   osmo-stp_10.42.42.5(pid=32230): Launched
05:46:41.751805 run              osmo-msc_10.42.42.6: Starting osmo-msc
05:46:42.309478 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32232): Launched
05:46:42.616939 run   osmo-msc_10.42.42.6(pid=32233): Launched
05:46:42.795585 run   osmo-stp_10.42.42.5(pid=32230): ERR: Terminated: ERROR {rc=1}  [trial-2370↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32230)]
05:46:42.925341 run   osmo-stp_10.42.42.5(pid=32230): stdout: 
| (launched: 2022-12-10_05:46:41.487513)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
05:46:43.052514 run   osmo-stp_10.42.42.5(pid=32230): stderr: 
| �[0;m�[38;5;43m20221210054641662 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210054641662 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210054641662 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210054641662 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210054641663 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210054641663 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210054641663 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
05:46:43.174990 run   osmo-stp_10.42.42.5(pid=32230): stdout: 
| (launched: 2022-12-10_05:46:41.487513)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
05:46:43.296035 run   osmo-stp_10.42.42.5(pid=32230): stderr: 
| �[0;m�[38;5;43m20221210054641662 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210054641662 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210054641662 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210054641662 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210054641663 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210054641663 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210054641663 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
05:46:43.349819 tst            mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=32230): Process ended prematurely: osmo-stp_10.42.42.5(pid=32230) [trial-2370↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32230)]  [trial-2370↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]
05:46:43.358718 tst            mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)
05:46:43.418933 run   osmo-hlr_10.42.42.2(pid=32227): ERR: Terminated: ERROR {rc=237}  [trial-2370↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32227)]
05:46:43.468120 run   osmo-hlr_10.42.42.2(pid=32227): stdout: 
| (launched: 2022-12-10_05:46:40.525281) 
05:46:43.517751 run   osmo-hlr_10.42.42.2(pid=32227): stderr: 
| �[0;m�[1;31m20221210054640704 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210054640704 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210054640704 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210054640704 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210054640704 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210054640704 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210054640716 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210054640726 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210054640726 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210054640726 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
05:46:43.585501 run   osmo-msc_10.42.42.6(pid=32233): ERR: Terminated: ERROR {rc=2}  [trial-2370↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=32233)]
05:46:43.635062 run   osmo-msc_10.42.42.6(pid=32233): stdout: 
| (launched: 2022-12-10_05:46:42.463502) 
05:46:43.684928 run   osmo-msc_10.42.42.6(pid=32233): stderr: 
| �[0;m�[38;5;43m20221210054642739 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210054642739 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa30e17ac40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210054642739 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210054642739 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210054642739 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210054642739 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210054642742 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210054642742 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210054642742 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210054642742 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
05:46:43.727044 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32226): Terminating (SIGTERM)
05:46:43.767175 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32229): Terminating (SIGTERM)
05:46:43.807325 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32232): Terminating (SIGTERM)
05:46:43.816743 ---      ParallelTerminationStrategy: PID 32226 died...
05:46:43.870640 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32226): Terminated: ok {rc=0}
05:46:43.880291 ---      ParallelTerminationStrategy: PID 32229 died...
05:46:43.933826 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32229): Terminated: ok {rc=0}
05:46:43.943486 ---      ParallelTerminationStrategy: PID 32232 died...
05:46:43.996313 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32232): Terminated: ok {rc=0}
05:46:44.085275 bus                        /sierra_3: Setting Powered False
05:46:45.189200 bus                        /sierra_3: Setting Powered False
05:46:46.303030 bus                        /sierra_2: Setting Powered False
</stdout></case><duration>22.0</duration><id>40</id><name>voice_trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1</name><properties></properties><timestamp>2022-12-10T05:46:26</timestamp></suite><suite><case><age>53</age><className>voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=32244): Process ended prematurely: osmo-stp_10.42.42.5(pid=32244) [trial-2370↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32244)]</errorStackTrace><failedSince>2318</failedSince><name>mo_mt_call.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py", line 8, in &lt;module&gt;
    test_mo_mt_call(False, False)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py", line 19, in test_mo_mt_call
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32244): Process ended prematurely: osmo-stp_10.42.42.5(pid=32244) [trial-2370↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32244)]
</stderr><stdout>
----------------------------------------------
trial-2370 voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py
----------------------------------------------
05:46:48.318928 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)
05:46:48.330819 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)
05:46:48.497951 tst                    mo_mt_call.py: using LAC 26264
05:46:48.618445 tst                    mo_mt_call.py: using RAC 254
05:46:48.736063 tst                    mo_mt_call.py: using CellId 26264
05:46:48.853775 tst                    mo_mt_call.py: using BVCI 26265
05:46:48.877074 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)
05:46:48.888191 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)
05:46:48.899378 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)
05:46:48.910700 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)
05:46:48.921969 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)
05:46:48.933095 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)
05:46:49.053937 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)
05:46:49.257253 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
05:46:49.737520 run         create_hlr_db(pid=32238): Launched
05:46:49.911734 bus                        /sierra_2: Setting Powered False
05:46:50.933581 run         create_hlr_db(pid=32238): Terminated: ok {rc=0}
05:46:51.367212 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32240): Launched
05:46:51.693713 run   osmo-hlr_10.42.42.2(pid=32241): Launched
05:46:51.813528 run              osmo-stp_10.42.42.5: Starting osmo-stp
05:46:52.378861 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32243): Launched
05:46:52.706672 run   osmo-stp_10.42.42.5(pid=32244): Launched
05:46:52.824592 run              osmo-msc_10.42.42.6: Starting osmo-msc
05:46:53.419765 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32246): Launched
05:46:53.747292 run   osmo-msc_10.42.42.6(pid=32247): Launched
05:46:53.938099 run   osmo-stp_10.42.42.5(pid=32244): ERR: Terminated: ERROR {rc=1}  [trial-2370↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32244)]
05:46:54.075210 run   osmo-stp_10.42.42.5(pid=32244): stdout: 
| (launched: 2022-12-10_05:46:52.543050)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
05:46:54.212448 run   osmo-stp_10.42.42.5(pid=32244): stderr: 
| �[0;m�[38;5;43m20221210054652739 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210054652739 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210054652739 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210054652740 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210054652740 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210054652740 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210054652740 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
05:46:54.342574 run   osmo-stp_10.42.42.5(pid=32244): stdout: 
| (launched: 2022-12-10_05:46:52.543050)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
05:46:54.471359 run   osmo-stp_10.42.42.5(pid=32244): stderr: 
| �[0;m�[38;5;43m20221210054652739 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210054652739 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210054652739 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210054652740 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210054652740 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210054652740 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210054652740 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
05:46:54.528505 tst                  mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=32244): Process ended prematurely: osmo-stp_10.42.42.5(pid=32244) [trial-2370↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32244)]  [trial-2370↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]
05:46:54.538441 tst                  mo_mt_call.py:8: Test FAILED (6.3 sec)
05:46:54.600686 run   osmo-hlr_10.42.42.2(pid=32241): ERR: Terminated: ERROR {rc=237}  [trial-2370↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32241)]
05:46:54.652006 run   osmo-hlr_10.42.42.2(pid=32241): stdout: 
| (launched: 2022-12-10_05:46:51.532147) 
05:46:54.704635 run   osmo-hlr_10.42.42.2(pid=32241): stderr: 
| �[0;m�[1;31m20221210054651732 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210054651732 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210054651732 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210054651733 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210054651733 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210054651733 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210054651746 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210054651754 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210054651754 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210054651754 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
05:46:54.775150 run   osmo-msc_10.42.42.6(pid=32247): ERR: Terminated: ERROR {rc=2}  [trial-2370↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=32247)]
05:46:54.826319 run   osmo-msc_10.42.42.6(pid=32247): stdout: 
| (launched: 2022-12-10_05:46:53.584700) 
05:46:54.878356 run   osmo-msc_10.42.42.6(pid=32247): stderr: 
| �[0;m�[38;5;43m20221210054653909 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210054653909 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd0326d5c40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210054653909 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210054653909 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210054653910 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210054653910 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210054653911 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210054653912 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210054653912 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210054653912 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
05:46:54.922279 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32240): Terminating (SIGTERM)
05:46:54.963635 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32243): Terminating (SIGTERM)
05:46:55.005012 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32246): Terminating (SIGTERM)
05:46:55.014572 ---      ParallelTerminationStrategy: PID 32240 died...
05:46:55.070294 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32240): Terminated: ok {rc=0}
05:46:55.080433 ---      ParallelTerminationStrategy: PID 32243 died...
05:46:55.135892 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32243): Terminated: ok {rc=0}
05:46:55.146032 ---      ParallelTerminationStrategy: PID 32246 died...
05:46:55.201502 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32246): Terminated: ok {rc=0}
05:46:55.289925 bus                        /sierra_3: Setting Powered False
05:46:56.397351 bus                        /sierra_3: Setting Powered False
05:46:57.506488 bus                        /sierra_2: Setting Powered False
</stdout></case><case><age>53</age><className>voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=32255): Process ended prematurely: osmo-stp_10.42.42.5(pid=32255) [trial-2370↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32255)]</errorStackTrace><failedSince>2318</failedSince><name>mo_mt_call_osmux.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py", line 8, in &lt;module&gt;
    test_mo_mt_call(True, True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py", line 19, in test_mo_mt_call
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32255): Process ended prematurely: osmo-stp_10.42.42.5(pid=32255) [trial-2370↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32255)]
</stderr><stdout>
----------------------------------------------
trial-2370 voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py
----------------------------------------------
05:46:58.622129 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)
05:46:58.634581 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)
05:46:58.794178 tst              mo_mt_call_osmux.py: using LAC 26265
05:46:58.915981 tst              mo_mt_call_osmux.py: using RAC 255
05:46:59.037179 tst              mo_mt_call_osmux.py: using CellId 26265
05:46:59.156509 tst              mo_mt_call_osmux.py: using BVCI 26266
05:46:59.179798 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)
05:46:59.191190 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)
05:46:59.202181 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)
05:46:59.213696 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)
05:46:59.224597 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)
05:46:59.235624 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)
05:46:59.356019 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)
05:46:59.570946 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
05:47:00.094505 run         create_hlr_db(pid=32249): Launched
05:47:00.282849 bus                        /sierra_2: Setting Powered False
05:47:01.311353 run         create_hlr_db(pid=32249): Terminated: ok {rc=0}
05:47:01.782931 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32251): Launched
05:47:02.128627 run   osmo-hlr_10.42.42.2(pid=32252): Launched
05:47:02.297412 run              osmo-stp_10.42.42.5: Starting osmo-stp
05:47:02.877432 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32254): Launched
05:47:03.202991 run   osmo-stp_10.42.42.5(pid=32255): Launched
05:47:03.320858 run              osmo-msc_10.42.42.6: Starting osmo-msc
05:47:03.924554 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32257): Launched
05:47:04.251357 run   osmo-msc_10.42.42.6(pid=32258): Launched
05:47:04.442994 run   osmo-stp_10.42.42.5(pid=32255): ERR: Terminated: ERROR {rc=1}  [trial-2370↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32255)]
05:47:04.580219 run   osmo-stp_10.42.42.5(pid=32255): stdout: 
| (launched: 2022-12-10_05:47:03.042655)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
05:47:04.716844 run   osmo-stp_10.42.42.5(pid=32255): stderr: 
| �[0;m�[38;5;43m20221210054703239 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210054703239 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210054703240 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210054703240 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210054703240 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210054703241 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210054703241 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
05:47:04.846722 run   osmo-stp_10.42.42.5(pid=32255): stdout: 
| (launched: 2022-12-10_05:47:03.042655)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
05:47:04.975719 run   osmo-stp_10.42.42.5(pid=32255): stderr: 
| �[0;m�[38;5;43m20221210054703239 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210054703239 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210054703240 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210054703240 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210054703240 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210054703241 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210054703241 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
05:47:05.032686 tst            mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=32255): Process ended prematurely: osmo-stp_10.42.42.5(pid=32255) [trial-2370↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32255)]  [trial-2370↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]
05:47:05.042035 tst            mo_mt_call_osmux.py:8: Test FAILED (6.5 sec)
05:47:05.104060 run   osmo-hlr_10.42.42.2(pid=32252): ERR: Terminated: ERROR {rc=237}  [trial-2370↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32252)]
05:47:05.155100 run   osmo-hlr_10.42.42.2(pid=32252): stdout: 
| (launched: 2022-12-10_05:47:01.966628) 
05:47:05.207028 run   osmo-hlr_10.42.42.2(pid=32252): stderr: 
| �[0;m�[1;31m20221210054702339 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210054702339 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210054702339 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210054702339 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210054702339 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210054702339 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210054702354 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210054702362 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210054702362 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210054702362 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
05:47:05.277276 run   osmo-msc_10.42.42.6(pid=32258): ERR: Terminated: ERROR {rc=2}  [trial-2370↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=32258)]
05:47:05.328467 run   osmo-msc_10.42.42.6(pid=32258): stdout: 
| (launched: 2022-12-10_05:47:04.090765) 
05:47:05.380183 run   osmo-msc_10.42.42.6(pid=32258): stderr: 
| �[0;m�[38;5;43m20221210054704413 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210054704413 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fea38e8ac40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210054704413 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210054704413 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210054704413 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210054704414 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210054704417 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210054704417 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210054704418 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210054704418 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
05:47:05.423921 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32251): Terminating (SIGTERM)
05:47:05.465254 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32254): Terminating (SIGTERM)
05:47:05.506541 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32257): Terminating (SIGTERM)
05:47:05.516054 ---      ParallelTerminationStrategy: PID 32251 died...
05:47:05.571762 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32251): Terminated: ok {rc=0}
05:47:05.581727 ---      ParallelTerminationStrategy: PID 32254 died...
05:47:05.636515 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32254): Terminated: ok {rc=0}
05:47:05.646334 ---      ParallelTerminationStrategy: PID 32257 died...
05:47:05.701048 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32257): Terminated: ok {rc=0}
05:47:05.788354 bus                        /sierra_3: Setting Powered False
05:47:06.894541 bus                        /sierra_3: Setting Powered False
05:47:08.007436 bus                        /sierra_2: Setting Powered False
</stdout></case><duration>22.0</duration><id>41</id><name>voice_trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2</name><properties></properties><timestamp>2022-12-10T05:46:48</timestamp></suite><suite><case><age>53</age><className>voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=32269): Process ended prematurely: osmo-stp_10.42.42.5(pid=32269) [trial-2370↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32269)]</errorStackTrace><failedSince>2318</failedSince><name>mo_mt_call.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py", line 8, in &lt;module&gt;
    test_mo_mt_call(False, False)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py", line 19, in test_mo_mt_call
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32269): Process ended prematurely: osmo-stp_10.42.42.5(pid=32269) [trial-2370↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32269)]
</stderr><stdout>
----------------------------------------------
trial-2370 voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py
----------------------------------------------
05:47:10.001602 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)
05:47:10.012888 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)
05:47:10.173228 tst                    mo_mt_call.py: using LAC 26266
05:47:10.294966 tst                    mo_mt_call.py: using RAC 1
05:47:10.417310 tst                    mo_mt_call.py: using CellId 26266
05:47:10.537469 tst                    mo_mt_call.py: using BVCI 26267
05:47:10.560558 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)
05:47:10.571769 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)
05:47:10.582748 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)
05:47:10.594544 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)
05:47:10.606354 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)
05:47:10.618269 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)
05:47:10.740714 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)
05:47:10.943798 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
05:47:11.424319 run         create_hlr_db(pid=32263): Launched
05:47:11.599109 bus                        /sierra_2: Setting Powered False
05:47:12.620051 run         create_hlr_db(pid=32263): Terminated: ok {rc=0}
05:47:13.026684 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32265): Launched
05:47:13.331987 run   osmo-hlr_10.42.42.2(pid=32266): Launched
05:47:13.449537 run              osmo-stp_10.42.42.5: Starting osmo-stp
05:47:13.987474 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32268): Launched
05:47:14.292860 run   osmo-stp_10.42.42.5(pid=32269): Launched
05:47:14.403640 run              osmo-msc_10.42.42.6: Starting osmo-msc
05:47:14.961163 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32271): Launched
05:47:15.268342 run   osmo-msc_10.42.42.6(pid=32272): Launched
05:47:15.447177 run   osmo-stp_10.42.42.5(pid=32269): ERR: Terminated: ERROR {rc=1}  [trial-2370↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32269)]
05:47:15.576231 run   osmo-stp_10.42.42.5(pid=32269): stdout: 
| (launched: 2022-12-10_05:47:14.141481)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
05:47:15.703161 run   osmo-stp_10.42.42.5(pid=32269): stderr: 
| �[0;m�[38;5;43m20221210054714313 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210054714313 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210054714313 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210054714314 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210054714314 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210054714314 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210054714314 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
05:47:15.824842 run   osmo-stp_10.42.42.5(pid=32269): stdout: 
| (launched: 2022-12-10_05:47:14.141481)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
05:47:15.976041 run   osmo-stp_10.42.42.5(pid=32269): stderr: 
| �[0;m�[38;5;43m20221210054714313 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210054714313 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210054714313 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210054714314 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210054714314 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210054714314 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210054714314 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
05:47:16.035128 tst                  mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=32269): Process ended prematurely: osmo-stp_10.42.42.5(pid=32269) [trial-2370↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32269)]  [trial-2370↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]
05:47:16.045876 tst                  mo_mt_call.py:8: Test FAILED (6.1 sec)
05:47:16.110920 run   osmo-hlr_10.42.42.2(pid=32266): ERR: Terminated: ERROR {rc=237}  [trial-2370↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32266)]
05:47:16.165571 run   osmo-hlr_10.42.42.2(pid=32266): stdout: 
| (launched: 2022-12-10_05:47:13.180485) 
05:47:16.219569 run   osmo-hlr_10.42.42.2(pid=32266): stderr: 
| �[0;m�[1;31m20221210054713360 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210054713360 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210054713360 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210054713360 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210054713360 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210054713360 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210054713372 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210054713380 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210054713381 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210054713381 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
05:47:16.291881 run   osmo-msc_10.42.42.6(pid=32272): ERR: Terminated: ERROR {rc=2}  [trial-2370↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=32272)]
05:47:16.345939 run   osmo-msc_10.42.42.6(pid=32272): stdout: 
| (launched: 2022-12-10_05:47:15.115267) 
05:47:16.399784 run   osmo-msc_10.42.42.6(pid=32272): stderr: 
| �[0;m�[38;5;43m20221210054715389 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210054715389 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f5ec95eec40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210054715389 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210054715389 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210054715389 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210054715390 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210054715391 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210054715392 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210054715392 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210054715392 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
05:47:16.445202 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32265): Terminating (SIGTERM)
05:47:16.490549 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32268): Terminating (SIGTERM)
05:47:16.535805 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32271): Terminating (SIGTERM)
05:47:16.547433 ---      ParallelTerminationStrategy: PID 32265 died...
05:47:16.606581 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32265): Terminated: ok {rc=0}
05:47:16.617154 ---      ParallelTerminationStrategy: PID 32268 died...
05:47:16.675313 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32268): Terminated: ok {rc=0}
05:47:16.685940 ---      ParallelTerminationStrategy: PID 32271 died...
05:47:16.745554 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32271): Terminated: ok {rc=0}
05:47:16.836214 bus                        /sierra_3: Setting Powered False
05:47:17.942639 bus                        /sierra_3: Setting Powered False
05:47:19.052734 bus                        /sierra_2: Setting Powered False
</stdout></case><case><age>53</age><className>voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=32280): Process ended prematurely: osmo-stp_10.42.42.5(pid=32280) [trial-2370↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32280)]</errorStackTrace><failedSince>2318</failedSince><name>mo_mt_call_osmux.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py", line 8, in &lt;module&gt;
    test_mo_mt_call(True, True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py", line 19, in test_mo_mt_call
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32280): Process ended prematurely: osmo-stp_10.42.42.5(pid=32280) [trial-2370↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32280)]
</stderr><stdout>
----------------------------------------------
trial-2370 voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py
----------------------------------------------
05:47:20.167683 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)
05:47:20.180490 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)
05:47:20.349229 tst              mo_mt_call_osmux.py: using LAC 26267
05:47:20.480864 tst              mo_mt_call_osmux.py: using RAC 2
05:47:20.607503 tst              mo_mt_call_osmux.py: using CellId 26267
05:47:20.733248 tst              mo_mt_call_osmux.py: using BVCI 26268
05:47:20.758092 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)
05:47:20.769921 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)
05:47:20.781563 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)
05:47:20.793225 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)
05:47:20.805145 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)
05:47:20.816870 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)
05:47:20.936631 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)
05:47:21.139766 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
05:47:21.621321 run         create_hlr_db(pid=32274): Launched
05:47:21.796013 bus                        /sierra_2: Setting Powered False
05:47:22.818002 run         create_hlr_db(pid=32274): Terminated: ok {rc=0}
05:47:23.250996 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32276): Launched
05:47:23.576016 run   osmo-hlr_10.42.42.2(pid=32277): Launched
05:47:23.697169 run              osmo-stp_10.42.42.5: Starting osmo-stp
05:47:24.262854 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32279): Launched
05:47:24.589745 run   osmo-stp_10.42.42.5(pid=32280): Launched
05:47:24.707668 run              osmo-msc_10.42.42.6: Starting osmo-msc
05:47:25.303562 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32282): Launched
05:47:25.629667 run   osmo-msc_10.42.42.6(pid=32283): Launched
05:47:25.819640 run   osmo-stp_10.42.42.5(pid=32280): ERR: Terminated: ERROR {rc=1}  [trial-2370↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32280)]
05:47:25.957322 run   osmo-stp_10.42.42.5(pid=32280): stdout: 
| (launched: 2022-12-10_05:47:24.427912)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
05:47:26.096078 run   osmo-stp_10.42.42.5(pid=32280): stderr: 
| �[0;m�[38;5;43m20221210054724625 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210054724625 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210054724625 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210054724626 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210054724626 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210054724626 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210054724626 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
05:47:26.226569 run   osmo-stp_10.42.42.5(pid=32280): stdout: 
| (launched: 2022-12-10_05:47:24.427912)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
05:47:26.355938 run   osmo-stp_10.42.42.5(pid=32280): stderr: 
| �[0;m�[38;5;43m20221210054724625 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210054724625 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210054724625 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210054724626 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210054724626 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210054724626 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210054724626 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
05:47:26.413133 tst            mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=32280): Process ended prematurely: osmo-stp_10.42.42.5(pid=32280) [trial-2370↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32280)]  [trial-2370↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]
05:47:26.422498 tst            mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)
05:47:26.484480 run   osmo-hlr_10.42.42.2(pid=32277): ERR: Terminated: ERROR {rc=237}  [trial-2370↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32277)]
05:47:26.535672 run   osmo-hlr_10.42.42.2(pid=32277): stdout: 
| (launched: 2022-12-10_05:47:23.415296) 
05:47:26.587727 run   osmo-hlr_10.42.42.2(pid=32277): stderr: 
| �[0;m�[1;31m20221210054723617 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210054723617 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210054723617 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210054723617 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210054723617 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210054723618 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210054723630 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210054723638 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210054723638 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210054723638 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
05:47:26.657860 run   osmo-msc_10.42.42.6(pid=32283): ERR: Terminated: ERROR {rc=2}  [trial-2370↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=32283)]
05:47:26.708938 run   osmo-msc_10.42.42.6(pid=32283): stdout: 
| (launched: 2022-12-10_05:47:25.468732) 
05:47:26.760654 run   osmo-msc_10.42.42.6(pid=32283): stderr: 
| �[0;m�[38;5;43m20221210054725797 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210054725797 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f7b05667c40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210054725798 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210054725798 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210054725798 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210054725798 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210054725801 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210054725802 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210054725802 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210054725802 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
05:47:26.804364 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32276): Terminating (SIGTERM)
05:47:26.846047 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32279): Terminating (SIGTERM)
05:47:26.887858 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32282): Terminating (SIGTERM)
05:47:26.897457 ---      ParallelTerminationStrategy: PID 32276 died...
05:47:26.953117 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32276): Terminated: ok {rc=0}
05:47:26.963067 ---      ParallelTerminationStrategy: PID 32279 died...
05:47:27.018144 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32279): Terminated: ok {rc=0}
05:47:27.028066 ---      ParallelTerminationStrategy: PID 32282 died...
05:47:27.083248 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32282): Terminated: ok {rc=0}
05:47:27.170972 bus                        /sierra_3: Setting Powered False
05:47:28.278036 bus                        /sierra_3: Setting Powered False
05:47:29.385842 bus                        /sierra_2: Setting Powered False
</stdout></case><duration>22.0</duration><id>42</id><name>voice_trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3</name><properties></properties><timestamp>2022-12-10T05:47:09</timestamp></suite><suite><case><age>53</age><className>voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=32294): Process ended prematurely: osmo-stp_10.42.42.5(pid=32294) [trial-2370↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32294)]</errorStackTrace><failedSince>2318</failedSince><name>mo_mt_call.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py", line 8, in &lt;module&gt;
    test_mo_mt_call(False, False)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py", line 19, in test_mo_mt_call
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32294): Process ended prematurely: osmo-stp_10.42.42.5(pid=32294) [trial-2370↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32294)]
</stderr><stdout>
----------------------------------------------
trial-2370 voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py
----------------------------------------------
05:47:31.417045 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)
05:47:31.432385 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)
05:47:31.611833 tst                    mo_mt_call.py: using LAC 26268
05:47:31.771071 tst                    mo_mt_call.py: using RAC 3
05:47:31.905654 tst                    mo_mt_call.py: using CellId 26268
05:47:32.065880 tst                    mo_mt_call.py: using BVCI 26269
05:47:32.090743 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)
05:47:32.103054 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)
05:47:32.116345 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)
05:47:32.129652 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)
05:47:32.143920 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)
05:47:32.156648 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)
05:47:32.276483 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)
05:47:32.487688 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
05:47:33.008290 run         create_hlr_db(pid=32288): Launched
05:47:33.195263 bus                        /sierra_2: Setting Powered False
05:47:34.215973 run         create_hlr_db(pid=32288): Terminated: ok {rc=0}
05:47:34.627272 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32290): Launched
05:47:34.933969 run   osmo-hlr_10.42.42.2(pid=32291): Launched
05:47:35.052317 run              osmo-stp_10.42.42.5: Starting osmo-stp
05:47:35.590949 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32293): Launched
05:47:35.898674 run   osmo-stp_10.42.42.5(pid=32294): Launched
05:47:36.018954 run              osmo-msc_10.42.42.6: Starting osmo-msc
05:47:36.582133 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32299): Launched
05:47:36.888854 run   osmo-msc_10.42.42.6(pid=32300): Launched
05:47:37.067790 run   osmo-stp_10.42.42.5(pid=32294): ERR: Terminated: ERROR {rc=1}  [trial-2370↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32294)]
05:47:37.197700 run   osmo-stp_10.42.42.5(pid=32294): stdout: 
| (launched: 2022-12-10_05:47:35.744808)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
05:47:37.324543 run   osmo-stp_10.42.42.5(pid=32294): stderr: 
| �[0;m�[38;5;43m20221210054735919 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210054735920 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210054735920 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210054735920 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210054735921 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210054735921 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210054735921 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
05:47:37.447332 run   osmo-stp_10.42.42.5(pid=32294): stdout: 
| (launched: 2022-12-10_05:47:35.744808)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
05:47:37.568652 run   osmo-stp_10.42.42.5(pid=32294): stderr: 
| �[0;m�[38;5;43m20221210054735919 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210054735920 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210054735920 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210054735920 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210054735921 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210054735921 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210054735921 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
05:47:37.622390 tst                  mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=32294): Process ended prematurely: osmo-stp_10.42.42.5(pid=32294) [trial-2370↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32294)]  [trial-2370↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8]
05:47:37.631284 tst                  mo_mt_call.py:8: Test FAILED (6.3 sec)
05:47:37.691441 run   osmo-hlr_10.42.42.2(pid=32291): ERR: Terminated: ERROR {rc=237}  [trial-2370↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32291)]
05:47:37.740326 run   osmo-hlr_10.42.42.2(pid=32291): stdout: 
| (launched: 2022-12-10_05:47:34.781815) 
05:47:37.789609 run   osmo-hlr_10.42.42.2(pid=32291): stderr: 
| �[0;m�[1;31m20221210054734962 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210054734962 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210054734962 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210054734962 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210054734963 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210054734963 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210054734975 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210054734984 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210054734985 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210054734985 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
05:47:37.856351 run   osmo-msc_10.42.42.6(pid=32300): ERR: Terminated: ERROR {rc=2}  [trial-2370↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=32300)]
05:47:37.905558 run   osmo-msc_10.42.42.6(pid=32300): stdout: 
| (launched: 2022-12-10_05:47:36.736483) 
05:47:37.954965 run   osmo-msc_10.42.42.6(pid=32300): stderr: 
| �[0;m�[38;5;43m20221210054737013 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210054737013 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f28ab6ccc40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210054737013 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210054737013 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210054737013 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210054737013 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210054737015 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210054737015 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210054737016 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210054737016 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
05:47:37.996452 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32290): Terminating (SIGTERM)
05:47:38.036009 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32293): Terminating (SIGTERM)
05:47:38.075553 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32299): Terminating (SIGTERM)
05:47:38.085136 ---      ParallelTerminationStrategy: PID 32290 died...
05:47:38.138435 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32290): Terminated: ok {rc=0}
05:47:38.148247 ---      ParallelTerminationStrategy: PID 32293 died...
05:47:38.201529 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32293): Terminated: ok {rc=0}
05:47:38.211590 ---      ParallelTerminationStrategy: PID 32299 died...
05:47:38.264641 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32299): Terminated: ok {rc=0}
05:47:38.354161 bus                        /sierra_3: Setting Powered False
05:47:39.457881 bus                        /sierra_3: Setting Powered False
05:47:40.568878 bus                        /sierra_2: Setting Powered False
</stdout></case><case><age>53</age><className>voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=32308): Process ended prematurely: osmo-stp_10.42.42.5(pid=32308) [trial-2370↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32308)]</errorStackTrace><failedSince>2318</failedSince><name>mo_mt_call_osmux.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py", line 8, in &lt;module&gt;
    test_mo_mt_call(True, True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py", line 19, in test_mo_mt_call
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32308): Process ended prematurely: osmo-stp_10.42.42.5(pid=32308) [trial-2370↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32308)]
</stderr><stdout>
----------------------------------------------
trial-2370 voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py
----------------------------------------------
05:47:41.684204 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)
05:47:41.696497 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)
05:47:41.861231 tst              mo_mt_call_osmux.py: using LAC 26269
05:47:41.984488 tst              mo_mt_call_osmux.py: using RAC 4
05:47:42.106098 tst              mo_mt_call_osmux.py: using CellId 26269
05:47:42.225216 tst              mo_mt_call_osmux.py: using BVCI 26270
05:47:42.248354 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)
05:47:42.259602 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)
05:47:42.271000 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)
05:47:42.282679 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)
05:47:42.294208 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)
05:47:42.305571 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)
05:47:42.425948 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)
05:47:42.637172 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
05:47:43.156700 run         create_hlr_db(pid=32302): Launched
05:47:43.343312 bus                        /sierra_2: Setting Powered False
05:47:44.365580 run         create_hlr_db(pid=32302): Terminated: ok {rc=0}
05:47:44.774856 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32304): Launched
05:47:45.078738 run   osmo-hlr_10.42.42.2(pid=32305): Launched
05:47:45.193448 run              osmo-stp_10.42.42.5: Starting osmo-stp
05:47:45.733231 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32307): Launched
05:47:46.198354 run   osmo-stp_10.42.42.5(pid=32308): Launched
05:47:46.351201 run              osmo-msc_10.42.42.6: Starting osmo-msc
05:47:47.035893 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32310): Launched
05:47:47.361788 run   osmo-msc_10.42.42.6(pid=32311): Launched
05:47:47.540047 run   osmo-stp_10.42.42.5(pid=32308): ERR: Terminated: ERROR {rc=1}  [trial-2370↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32308)]
05:47:47.669822 run   osmo-stp_10.42.42.5(pid=32308): stdout: 
| (launched: 2022-12-10_05:47:45.897668)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
05:47:47.796770 run   osmo-stp_10.42.42.5(pid=32308): stderr: 
| �[0;m�[38;5;43m20221210054746276 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210054746276 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210054746276 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210054746284 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210054746285 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210054746285 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210054746285 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
05:47:47.919106 run   osmo-stp_10.42.42.5(pid=32308): stdout: 
| (launched: 2022-12-10_05:47:45.897668)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
05:47:48.039624 run   osmo-stp_10.42.42.5(pid=32308): stderr: 
| �[0;m�[38;5;43m20221210054746276 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210054746276 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210054746276 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210054746284 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210054746285 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210054746285 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210054746285 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
05:47:48.093227 tst            mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=32308): Process ended prematurely: osmo-stp_10.42.42.5(pid=32308) [trial-2370↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32308)]  [trial-2370↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8]
05:47:48.101915 tst            mo_mt_call_osmux.py:8: Test FAILED (6.5 sec)
05:47:48.161762 run   osmo-hlr_10.42.42.2(pid=32305): ERR: Terminated: ERROR {rc=237}  [trial-2370↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32305)]
05:47:48.210575 run   osmo-hlr_10.42.42.2(pid=32305): stdout: 
| (launched: 2022-12-10_05:47:44.928015) 
05:47:48.260023 run   osmo-hlr_10.42.42.2(pid=32305): stderr: 
| �[0;m�[1;31m20221210054745107 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210054745107 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210054745107 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210054745107 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210054745107 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210054745107 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210054745122 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210054745133 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210054745133 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210054745133 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
05:47:48.326830 run   osmo-msc_10.42.42.6(pid=32311): ERR: Terminated: ERROR {rc=2}  [trial-2370↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=32311)]
05:47:48.375851 run   osmo-msc_10.42.42.6(pid=32311): stdout: 
| (launched: 2022-12-10_05:47:47.205560) 
05:47:48.425368 run   osmo-msc_10.42.42.6(pid=32311): stderr: 
| �[0;m�[38;5;43m20221210054747485 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210054747485 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f4adfb3ac40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210054747485 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210054747485 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210054747485 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210054747485 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210054747487 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210054747487 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210054747488 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210054747488 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
05:47:48.467103 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32304): Terminating (SIGTERM)
05:47:48.506639 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32307): Terminating (SIGTERM)
05:47:48.546289 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32310): Terminating (SIGTERM)
05:47:48.555587 ---      ParallelTerminationStrategy: PID 32304 died...
05:47:48.609034 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32304): Terminated: ok {rc=0}
05:47:48.618870 ---      ParallelTerminationStrategy: PID 32307 died...
05:47:48.671440 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32307): Terminated: ok {rc=0}
05:47:48.681285 ---      ParallelTerminationStrategy: PID 32310 died...
05:47:48.733870 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32310): Terminated: ok {rc=0}
05:47:48.822333 bus                        /sierra_3: Setting Powered False
05:47:49.925720 bus                        /sierra_3: Setting Powered False
05:47:51.031726 bus                        /sierra_2: Setting Powered False
</stdout></case><duration>22.0</duration><id>43</id><name>voice_trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1</name><properties></properties><timestamp>2022-12-10T05:47:31</timestamp></suite><suite><case><age>53</age><className>voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=32322): Process ended prematurely: osmo-stp_10.42.42.5(pid=32322) [trial-2370↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32322)]</errorStackTrace><failedSince>2318</failedSince><name>mo_mt_call.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py", line 8, in &lt;module&gt;
    test_mo_mt_call(False, False)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py", line 19, in test_mo_mt_call
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32322): Process ended prematurely: osmo-stp_10.42.42.5(pid=32322) [trial-2370↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32322)]
</stderr><stdout>
----------------------------------------------
trial-2370 voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py
----------------------------------------------
05:47:53.036000 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)
05:47:53.047639 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)
05:47:53.212740 tst                    mo_mt_call.py: using LAC 26270
05:47:53.340696 tst                    mo_mt_call.py: using RAC 5
05:47:53.469177 tst                    mo_mt_call.py: using CellId 26270
05:47:53.597424 tst                    mo_mt_call.py: using BVCI 26271
05:47:53.622138 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)
05:47:53.633777 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)
05:47:53.645233 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)
05:47:53.656789 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)
05:47:53.668417 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)
05:47:53.679878 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)
05:47:53.797187 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)
05:47:54.007487 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
05:47:54.526632 run         create_hlr_db(pid=32316): Launched
05:47:54.713467 bus                        /sierra_2: Setting Powered False
05:47:55.734967 run         create_hlr_db(pid=32316): Terminated: ok {rc=0}
05:47:56.145864 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32318): Launched
05:47:56.452279 run   osmo-hlr_10.42.42.2(pid=32319): Launched
05:47:56.569319 run              osmo-stp_10.42.42.5: Starting osmo-stp
05:47:57.107568 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32321): Launched
05:47:57.412765 run   osmo-stp_10.42.42.5(pid=32322): Launched
05:47:57.523740 run              osmo-msc_10.42.42.6: Starting osmo-msc
05:47:58.081657 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32324): Launched
05:47:58.388116 run   osmo-msc_10.42.42.6(pid=32325): Launched
05:47:58.567270 run   osmo-stp_10.42.42.5(pid=32322): ERR: Terminated: ERROR {rc=1}  [trial-2370↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32322)]
05:47:58.697072 run   osmo-stp_10.42.42.5(pid=32322): stdout: 
| (launched: 2022-12-10_05:47:57.261274)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
05:47:58.824331 run   osmo-stp_10.42.42.5(pid=32322): stderr: 
| �[0;m�[38;5;43m20221210054757435 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210054757436 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210054757436 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210054757436 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210054757437 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210054757437 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210054757437 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
05:47:58.947053 run   osmo-stp_10.42.42.5(pid=32322): stdout: 
| (launched: 2022-12-10_05:47:57.261274)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
05:47:59.068309 run   osmo-stp_10.42.42.5(pid=32322): stderr: 
| �[0;m�[38;5;43m20221210054757435 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210054757436 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210054757436 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210054757436 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210054757437 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210054757437 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210054757437 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
05:47:59.122180 tst                  mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=32322): Process ended prematurely: osmo-stp_10.42.42.5(pid=32322) [trial-2370↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32322)]  [trial-2370↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]
05:47:59.131199 tst                  mo_mt_call.py:8: Test FAILED (6.1 sec)
05:47:59.191306 run   osmo-hlr_10.42.42.2(pid=32319): ERR: Terminated: ERROR {rc=237}  [trial-2370↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32319)]
05:47:59.240291 run   osmo-hlr_10.42.42.2(pid=32319): stdout: 
| (launched: 2022-12-10_05:47:56.300211) 
05:47:59.289809 run   osmo-hlr_10.42.42.2(pid=32319): stderr: 
| �[0;m�[1;31m20221210054756478 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210054756478 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210054756478 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210054756478 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210054756478 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210054756478 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210054756490 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210054756499 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210054756499 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210054756499 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
05:47:59.356508 run   osmo-msc_10.42.42.6(pid=32325): ERR: Terminated: ERROR {rc=2}  [trial-2370↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=32325)]
05:47:59.405336 run   osmo-msc_10.42.42.6(pid=32325): stdout: 
| (launched: 2022-12-10_05:47:58.236020) 
05:47:59.454749 run   osmo-msc_10.42.42.6(pid=32325): stderr: 
| �[0;m�[38;5;43m20221210054758511 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210054758511 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fdb82315c40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210054758511 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210054758511 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210054758511 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210054758511 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210054758513 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210054758514 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210054758514 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210054758514 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
05:47:59.496242 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32318): Terminating (SIGTERM)
05:47:59.536100 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32321): Terminating (SIGTERM)
05:47:59.575472 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32324): Terminating (SIGTERM)
05:47:59.585025 ---      ParallelTerminationStrategy: PID 32318 died...
05:47:59.638385 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32318): Terminated: ok {rc=0}
05:47:59.648256 ---      ParallelTerminationStrategy: PID 32321 died...
05:47:59.701071 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32321): Terminated: ok {rc=0}
05:47:59.711102 ---      ParallelTerminationStrategy: PID 32324 died...
05:47:59.764868 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32324): Terminated: ok {rc=0}
05:47:59.853971 bus                        /sierra_3: Setting Powered False
05:48:00.966854 bus                        /sierra_3: Setting Powered False
05:48:02.084675 bus                        /sierra_2: Setting Powered False
</stdout></case><case><age>53</age><className>voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=32333): Process ended prematurely: osmo-stp_10.42.42.5(pid=32333) [trial-2370↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32333)]</errorStackTrace><failedSince>2318</failedSince><name>mo_mt_call_osmux.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py", line 8, in &lt;module&gt;
    test_mo_mt_call(True, True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py", line 19, in test_mo_mt_call
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32333): Process ended prematurely: osmo-stp_10.42.42.5(pid=32333) [trial-2370↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32333)]
</stderr><stdout>
----------------------------------------------
trial-2370 voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py
----------------------------------------------
05:48:03.198885 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)
05:48:03.211335 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)
05:48:03.376400 tst              mo_mt_call_osmux.py: using LAC 26271
05:48:03.503177 tst              mo_mt_call_osmux.py: using RAC 6
05:48:03.632502 tst              mo_mt_call_osmux.py: using CellId 26271
05:48:03.758732 tst              mo_mt_call_osmux.py: using BVCI 26272
05:48:03.783661 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)
05:48:03.795550 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)
05:48:03.807232 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)
05:48:03.819196 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)
05:48:03.831162 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)
05:48:03.843038 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)
05:48:03.965079 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)
05:48:04.176797 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
05:48:04.698363 run         create_hlr_db(pid=32327): Launched
05:48:04.885592 bus                        /sierra_2: Setting Powered False
05:48:05.907185 run         create_hlr_db(pid=32327): Terminated: ok {rc=0}
05:48:06.317115 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32329): Launched
05:48:06.624460 run   osmo-hlr_10.42.42.2(pid=32330): Launched
05:48:06.745871 run              osmo-stp_10.42.42.5: Starting osmo-stp
05:48:07.285717 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32332): Launched
05:48:07.592404 run   osmo-stp_10.42.42.5(pid=32333): Launched
05:48:07.703448 run              osmo-msc_10.42.42.6: Starting osmo-msc
05:48:08.262766 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32335): Launched
05:48:08.570789 run   osmo-msc_10.42.42.6(pid=32336): Launched
05:48:08.750602 run   osmo-stp_10.42.42.5(pid=32333): ERR: Terminated: ERROR {rc=1}  [trial-2370↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32333)]
05:48:08.880625 run   osmo-stp_10.42.42.5(pid=32333): stdout: 
| (launched: 2022-12-10_05:48:07.440453)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
05:48:09.008602 run   osmo-stp_10.42.42.5(pid=32333): stderr: 
| �[0;m�[38;5;43m20221210054807614 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210054807614 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210054807615 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210054807615 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210054807615 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210054807615 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210054807615 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
05:48:09.131329 run   osmo-stp_10.42.42.5(pid=32333): stdout: 
| (launched: 2022-12-10_05:48:07.440453)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
05:48:09.253190 run   osmo-stp_10.42.42.5(pid=32333): stderr: 
| �[0;m�[38;5;43m20221210054807614 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210054807614 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210054807615 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210054807615 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210054807615 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210054807615 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210054807615 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
05:48:09.307029 tst            mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=32333): Process ended prematurely: osmo-stp_10.42.42.5(pid=32333) [trial-2370↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32333)]  [trial-2370↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]
05:48:09.316037 tst            mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)
05:48:09.376469 run   osmo-hlr_10.42.42.2(pid=32330): ERR: Terminated: ERROR {rc=237}  [trial-2370↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32330)]
05:48:09.425869 run   osmo-hlr_10.42.42.2(pid=32330): stdout: 
| (launched: 2022-12-10_05:48:06.471184) 
05:48:09.475760 run   osmo-hlr_10.42.42.2(pid=32330): stderr: 
| �[0;m�[1;31m20221210054806653 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210054806653 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210054806653 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210054806653 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210054806653 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210054806653 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210054806665 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210054806674 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210054806674 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210054806674 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
05:48:09.543119 run   osmo-msc_10.42.42.6(pid=32336): ERR: Terminated: ERROR {rc=2}  [trial-2370↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=32336)]
05:48:09.592050 run   osmo-msc_10.42.42.6(pid=32336): stdout: 
| (launched: 2022-12-10_05:48:08.417065) 
05:48:09.641674 run   osmo-msc_10.42.42.6(pid=32336): stderr: 
| �[0;m�[38;5;43m20221210054808692 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210054808692 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f4569305c40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210054808692 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210054808692 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210054808692 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210054808693 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210054808694 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210054808695 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210054808695 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210054808695 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
05:48:09.683672 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32329): Terminating (SIGTERM)
05:48:09.724076 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32332): Terminating (SIGTERM)
05:48:09.763694 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32335): Terminating (SIGTERM)
05:48:09.773299 ---      ParallelTerminationStrategy: PID 32329 died...
05:48:09.826534 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32329): Terminated: ok {rc=0}
05:48:09.836323 ---      ParallelTerminationStrategy: PID 32332 died...
05:48:09.889236 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32332): Terminated: ok {rc=0}
05:48:09.899306 ---      ParallelTerminationStrategy: PID 32335 died...
05:48:09.952345 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32335): Terminated: ok {rc=0}
05:48:10.035927 bus                        /sierra_3: Setting Powered False
05:48:11.141380 bus                        /sierra_3: Setting Powered False
05:48:12.248879 bus                        /sierra_2: Setting Powered False
</stdout></case><duration>22.0</duration><id>44</id><name>voice_trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3</name><properties></properties><timestamp>2022-12-10T05:47:52</timestamp></suite><suite><case><age>53</age><className>voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=32347): Process ended prematurely: osmo-stp_10.42.42.5(pid=32347) [trial-2370↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32347)]</errorStackTrace><failedSince>2318</failedSince><name>mo_mt_call.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py", line 8, in &lt;module&gt;
    test_mo_mt_call(False, False)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py", line 19, in test_mo_mt_call
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32347): Process ended prematurely: osmo-stp_10.42.42.5(pid=32347) [trial-2370↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32347)]
</stderr><stdout>
----------------------------------------------
trial-2370 voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py
----------------------------------------------
05:48:14.261946 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)
05:48:14.273782 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)
05:48:14.445224 tst                    mo_mt_call.py: using LAC 26272
05:48:14.571155 tst                    mo_mt_call.py: using RAC 7
05:48:14.696747 tst                    mo_mt_call.py: using CellId 26272
05:48:14.827078 tst                    mo_mt_call.py: using BVCI 26273
05:48:14.851819 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)
05:48:14.863626 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)
05:48:14.875241 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)
05:48:14.886822 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)
05:48:14.898830 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)
05:48:14.910441 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)
05:48:15.028341 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)
05:48:15.230731 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
05:48:15.710976 run         create_hlr_db(pid=32341): Launched
05:48:15.923173 bus                        /sierra_2: Setting Powered False
05:48:16.943107 run         create_hlr_db(pid=32341): Terminated: ok {rc=0}
05:48:17.414597 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32343): Launched
05:48:17.722056 run   osmo-hlr_10.42.42.2(pid=32344): Launched
05:48:17.835856 run              osmo-stp_10.42.42.5: Starting osmo-stp
05:48:18.365135 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32346): Launched
05:48:18.672521 run   osmo-stp_10.42.42.5(pid=32347): Launched
05:48:18.783535 run              osmo-msc_10.42.42.6: Starting osmo-msc
05:48:19.343152 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32349): Launched
05:48:19.650386 run   osmo-msc_10.42.42.6(pid=32350): Launched
05:48:19.829237 run   osmo-stp_10.42.42.5(pid=32347): ERR: Terminated: ERROR {rc=1}  [trial-2370↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32347)]
05:48:19.958994 run   osmo-stp_10.42.42.5(pid=32347): stdout: 
| (launched: 2022-12-10_05:48:18.519283)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
05:48:20.085975 run   osmo-stp_10.42.42.5(pid=32347): stderr: 
| �[0;m�[38;5;43m20221210054818692 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210054818692 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210054818692 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210054818693 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210054818693 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210054818693 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210054818693 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
05:48:20.208646 run   osmo-stp_10.42.42.5(pid=32347): stdout: 
| (launched: 2022-12-10_05:48:18.519283)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
05:48:20.329931 run   osmo-stp_10.42.42.5(pid=32347): stderr: 
| �[0;m�[38;5;43m20221210054818692 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210054818692 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210054818692 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210054818693 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210054818693 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210054818693 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210054818693 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
05:48:20.383665 tst                  mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=32347): Process ended prematurely: osmo-stp_10.42.42.5(pid=32347) [trial-2370↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32347)]  [trial-2370↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]
05:48:20.392589 tst                  mo_mt_call.py:8: Test FAILED (6.2 sec)
05:48:20.452708 run   osmo-hlr_10.42.42.2(pid=32344): ERR: Terminated: ERROR {rc=237}  [trial-2370↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32344)]
05:48:20.501764 run   osmo-hlr_10.42.42.2(pid=32344): stdout: 
| (launched: 2022-12-10_05:48:17.569563) 
05:48:20.551355 run   osmo-hlr_10.42.42.2(pid=32344): stderr: 
| �[0;m�[1;31m20221210054817750 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210054817750 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210054817750 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210054817750 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210054817750 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210054817750 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210054817762 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210054817773 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210054817773 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210054817773 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
05:48:20.619157 run   osmo-msc_10.42.42.6(pid=32350): ERR: Terminated: ERROR {rc=2}  [trial-2370↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=32350)]
05:48:20.668780 run   osmo-msc_10.42.42.6(pid=32350): stdout: 
| (launched: 2022-12-10_05:48:19.497752) 
05:48:20.718916 run   osmo-msc_10.42.42.6(pid=32350): stderr: 
| �[0;m�[38;5;43m20221210054819772 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210054819772 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f146f755c40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210054819772 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210054819772 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210054819772 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210054819773 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210054819774 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210054819775 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210054819775 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210054819775 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
05:48:20.760810 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32343): Terminating (SIGTERM)
05:48:20.800624 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32346): Terminating (SIGTERM)
05:48:20.840454 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32349): Terminating (SIGTERM)
05:48:20.850029 ---      ParallelTerminationStrategy: PID 32343 died...
05:48:20.903498 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32343): Terminated: ok {rc=0}
05:48:20.913823 ---      ParallelTerminationStrategy: PID 32346 died...
05:48:20.966703 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32346): Terminated: ok {rc=0}
05:48:20.976449 ---      ParallelTerminationStrategy: PID 32349 died...
05:48:21.029332 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32349): Terminated: ok {rc=0}
05:48:21.117857 bus                        /sierra_3: Setting Powered False
05:48:22.220901 bus                        /sierra_3: Setting Powered False
05:48:23.332669 bus                        /sierra_2: Setting Powered False
</stdout></case><case><age>53</age><className>voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=32358): Process ended prematurely: osmo-stp_10.42.42.5(pid=32358) [trial-2370↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32358)]</errorStackTrace><failedSince>2318</failedSince><name>mo_mt_call_osmux.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py", line 8, in &lt;module&gt;
    test_mo_mt_call(True, True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py", line 19, in test_mo_mt_call
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32358): Process ended prematurely: osmo-stp_10.42.42.5(pid=32358) [trial-2370↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32358)]
</stderr><stdout>
----------------------------------------------
trial-2370 voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py
----------------------------------------------
05:48:24.442334 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)
05:48:24.454434 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)
05:48:24.620521 tst              mo_mt_call_osmux.py: using LAC 26273
05:48:24.744457 tst              mo_mt_call_osmux.py: using RAC 8
05:48:24.865968 tst              mo_mt_call_osmux.py: using CellId 26273
05:48:24.987641 tst              mo_mt_call_osmux.py: using BVCI 26274
05:48:25.011030 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)
05:48:25.022508 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)
05:48:25.033967 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)
05:48:25.045228 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)
05:48:25.056566 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)
05:48:25.067904 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)
05:48:25.189622 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)
05:48:25.394582 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
05:48:25.875394 run         create_hlr_db(pid=32352): Launched
05:48:26.050327 bus                        /sierra_2: Setting Powered False
05:48:27.071240 run         create_hlr_db(pid=32352): Terminated: ok {rc=0}
05:48:27.479523 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32354): Launched
05:48:27.787114 run   osmo-hlr_10.42.42.2(pid=32355): Launched
05:48:27.906031 run              osmo-stp_10.42.42.5: Starting osmo-stp
05:48:28.449479 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32357): Launched
05:48:28.757135 run   osmo-stp_10.42.42.5(pid=32358): Launched
05:48:28.868095 run              osmo-msc_10.42.42.6: Starting osmo-msc
05:48:29.426720 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32360): Launched
05:48:29.733241 run   osmo-msc_10.42.42.6(pid=32361): Launched
05:48:29.913665 run   osmo-stp_10.42.42.5(pid=32358): ERR: Terminated: ERROR {rc=1}  [trial-2370↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32358)]
05:48:30.043355 run   osmo-stp_10.42.42.5(pid=32358): stdout: 
| (launched: 2022-12-10_05:48:28.603863)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
05:48:30.170852 run   osmo-stp_10.42.42.5(pid=32358): stderr: 
| �[0;m�[38;5;43m20221210054828778 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210054828779 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210054828779 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210054828779 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210054828781 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210054828782 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210054828782 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
05:48:30.292806 run   osmo-stp_10.42.42.5(pid=32358): stdout: 
| (launched: 2022-12-10_05:48:28.603863)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
05:48:30.414032 run   osmo-stp_10.42.42.5(pid=32358): stderr: 
| �[0;m�[38;5;43m20221210054828778 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210054828779 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210054828779 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210054828779 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210054828781 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210054828782 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210054828782 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
05:48:30.467594 tst            mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=32358): Process ended prematurely: osmo-stp_10.42.42.5(pid=32358) [trial-2370↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32358)]  [trial-2370↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]
05:48:30.476457 tst            mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)
05:48:30.536336 run   osmo-hlr_10.42.42.2(pid=32355): ERR: Terminated: ERROR {rc=237}  [trial-2370↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32355)]
05:48:30.585441 run   osmo-hlr_10.42.42.2(pid=32355): stdout: 
| (launched: 2022-12-10_05:48:27.634488) 
05:48:30.635283 run   osmo-hlr_10.42.42.2(pid=32355): stderr: 
| �[0;m�[1;31m20221210054827813 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210054827813 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210054827813 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210054827813 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210054827813 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210054827813 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210054827826 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210054827834 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210054827834 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210054827834 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
05:48:30.702580 run   osmo-msc_10.42.42.6(pid=32361): ERR: Terminated: ERROR {rc=2}  [trial-2370↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=32361)]
05:48:30.752165 run   osmo-msc_10.42.42.6(pid=32361): stdout: 
| (launched: 2022-12-10_05:48:29.580906) 
05:48:30.801903 run   osmo-msc_10.42.42.6(pid=32361): stderr: 
| �[0;m�[38;5;43m20221210054829857 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210054829857 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff839cb8c40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210054829857 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210054829858 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210054829858 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210054829858 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210054829860 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210054829861 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210054829861 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210054829861 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
05:48:30.849871 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32354): Terminating (SIGTERM)
05:48:30.890209 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32357): Terminating (SIGTERM)
05:48:30.931065 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32360): Terminating (SIGTERM)
05:48:30.940677 ---      ParallelTerminationStrategy: PID 32354 died...
05:48:30.994388 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32354): Terminated: ok {rc=0}
05:48:31.004775 ---      ParallelTerminationStrategy: PID 32357 died...
05:48:31.058384 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32357): Terminated: ok {rc=0}
05:48:31.068591 ---      ParallelTerminationStrategy: PID 32360 died...
05:48:31.122541 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32360): Terminated: ok {rc=0}
05:48:31.206462 bus                        /sierra_3: Setting Powered False
05:48:32.314735 bus                        /sierra_3: Setting Powered False
05:48:33.425420 bus                        /sierra_2: Setting Powered False
</stdout></case><duration>22.0</duration><id>45</id><name>voice_trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any</name><properties></properties><timestamp>2022-12-10T05:48:13</timestamp></suite><suite><case><age>53</age><className>voice:trx-b200+mod-bts0-dynts-osmo</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=32372): Process ended prematurely: osmo-stp_10.42.42.5(pid=32372) [trial-2370↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32372)]</errorStackTrace><failedSince>2318</failedSince><name>mo_mt_call.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py", line 8, in &lt;module&gt;
    test_mo_mt_call(False, False)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py", line 19, in test_mo_mt_call
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32372): Process ended prematurely: osmo-stp_10.42.42.5(pid=32372) [trial-2370↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32372)]
</stderr><stdout>
----------------------------------------------
trial-2370 voice:trx-b200+mod-bts0-dynts-osmo mo_mt_call.py
----------------------------------------------
05:48:35.414484 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)
05:48:35.425654 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)
05:48:35.583621 tst                    mo_mt_call.py: using LAC 26274
05:48:35.705597 tst                    mo_mt_call.py: using RAC 9
05:48:35.824863 tst                    mo_mt_call.py: using CellId 26274
05:48:35.945898 tst                    mo_mt_call.py: using BVCI 26275
05:48:35.969465 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)
05:48:35.980289 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)
05:48:35.991128 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)
05:48:36.002144 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)
05:48:36.013274 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)
05:48:36.024418 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)
05:48:36.145666 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)
05:48:36.355649 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
05:48:36.877078 run         create_hlr_db(pid=32366): Launched
05:48:37.065549 bus                        /sierra_2: Setting Powered False
05:48:38.084692 run         create_hlr_db(pid=32366): Terminated: ok {rc=0}
05:48:38.494982 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32368): Launched
05:48:38.801798 run   osmo-hlr_10.42.42.2(pid=32369): Launched
05:48:38.917320 run              osmo-stp_10.42.42.5: Starting osmo-stp
05:48:39.456646 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32371): Launched
05:48:39.762436 run   osmo-stp_10.42.42.5(pid=32372): Launched
05:48:39.872842 run              osmo-msc_10.42.42.6: Starting osmo-msc
05:48:40.464732 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32374): Launched
05:48:40.793506 run   osmo-msc_10.42.42.6(pid=32375): Launched
05:48:40.984111 run   osmo-stp_10.42.42.5(pid=32372): ERR: Terminated: ERROR {rc=1}  [trial-2370↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32372)]
05:48:41.121629 run   osmo-stp_10.42.42.5(pid=32372): stdout: 
| (launched: 2022-12-10_05:48:39.611047)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
05:48:41.258771 run   osmo-stp_10.42.42.5(pid=32372): stderr: 
| �[0;m�[38;5;43m20221210054839785 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210054839786 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210054839786 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210054839786 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210054839787 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210054839787 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210054839787 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
05:48:41.389272 run   osmo-stp_10.42.42.5(pid=32372): stdout: 
| (launched: 2022-12-10_05:48:39.611047)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
05:48:41.518486 run   osmo-stp_10.42.42.5(pid=32372): stderr: 
| �[0;m�[38;5;43m20221210054839785 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210054839786 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210054839786 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210054839786 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210054839787 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210054839787 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210054839787 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
05:48:41.575860 tst                  mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=32372): Process ended prematurely: osmo-stp_10.42.42.5(pid=32372) [trial-2370↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32372)]  [trial-2370↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py:8]
05:48:41.585345 tst                  mo_mt_call.py:8: Test FAILED (6.2 sec)
05:48:41.648214 run   osmo-hlr_10.42.42.2(pid=32369): ERR: Terminated: ERROR {rc=237}  [trial-2370↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32369)]
05:48:41.699448 run   osmo-hlr_10.42.42.2(pid=32369): stdout: 
| (launched: 2022-12-10_05:48:38.649183) 
05:48:41.751263 run   osmo-hlr_10.42.42.2(pid=32369): stderr: 
| �[0;m�[1;31m20221210054838831 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210054838831 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210054838831 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210054838831 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210054838831 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210054838831 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210054838843 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/voice:trx-b200+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210054838854 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210054838854 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210054838854 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
05:48:41.821403 run   osmo-msc_10.42.42.6(pid=32375): ERR: Terminated: ERROR {rc=2}  [trial-2370↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=32375)]
05:48:41.872066 run   osmo-msc_10.42.42.6(pid=32375): stdout: 
| (launched: 2022-12-10_05:48:40.630702) 
05:48:41.923653 run   osmo-msc_10.42.42.6(pid=32375): stderr: 
| �[0;m�[38;5;43m20221210054840960 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210054840960 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f7aa6a7fc40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210054840960 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210054840960 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210054840960 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210054840961 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210054840962 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210054840963 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210054840963 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210054840963 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
05:48:41.967379 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32368): Terminating (SIGTERM)
05:48:42.008907 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32371): Terminating (SIGTERM)
05:48:42.050449 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32374): Terminating (SIGTERM)
05:48:42.060239 ---      ParallelTerminationStrategy: PID 32368 died...
05:48:42.115796 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32368): Terminated: ok {rc=0}
05:48:42.125935 ---      ParallelTerminationStrategy: PID 32371 died...
05:48:42.181933 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32371): Terminated: ok {rc=0}
05:48:42.191879 ---      ParallelTerminationStrategy: PID 32374 died...
05:48:42.247877 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32374): Terminated: ok {rc=0}
05:48:42.335609 bus                        /sierra_3: Setting Powered False
05:48:43.438618 bus                        /sierra_3: Setting Powered False
05:48:44.550389 bus                        /sierra_2: Setting Powered False
</stdout></case><case><age>53</age><className>voice:trx-b200+mod-bts0-dynts-osmo</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=32383): Process ended prematurely: osmo-stp_10.42.42.5(pid=32383) [trial-2370↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32383)]</errorStackTrace><failedSince>2318</failedSince><name>mo_mt_call_osmux.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py", line 8, in &lt;module&gt;
    test_mo_mt_call(True, True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py", line 19, in test_mo_mt_call
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32383): Process ended prematurely: osmo-stp_10.42.42.5(pid=32383) [trial-2370↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32383)]
</stderr><stdout>
----------------------------------------------
trial-2370 voice:trx-b200+mod-bts0-dynts-osmo mo_mt_call_osmux.py
----------------------------------------------
05:48:45.664331 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)
05:48:45.676697 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)
05:48:45.849296 tst              mo_mt_call_osmux.py: using LAC 26275
05:48:45.985317 tst              mo_mt_call_osmux.py: using RAC 10
05:48:46.124309 tst              mo_mt_call_osmux.py: using CellId 26275
05:48:46.253966 tst              mo_mt_call_osmux.py: using BVCI 26276
05:48:46.279803 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)
05:48:46.291877 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)
05:48:46.303964 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)
05:48:46.316045 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)
05:48:46.328044 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)
05:48:46.340221 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)
05:48:46.464494 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)
05:48:46.709937 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
05:48:47.258196 run         create_hlr_db(pid=32377): Launched
05:48:47.445883 bus                        /sierra_2: Setting Powered False
05:48:48.467079 run         create_hlr_db(pid=32377): Terminated: ok {rc=0}
05:48:48.878911 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32379): Launched
05:48:49.185599 run   osmo-hlr_10.42.42.2(pid=32380): Launched
05:48:49.302079 run              osmo-stp_10.42.42.5: Starting osmo-stp
05:48:49.845552 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32382): Launched
05:48:50.152398 run   osmo-stp_10.42.42.5(pid=32383): Launched
05:48:50.263816 run              osmo-msc_10.42.42.6: Starting osmo-msc
05:48:50.823786 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32385): Launched
05:48:51.132232 run   osmo-msc_10.42.42.6(pid=32386): Launched
05:48:51.311680 run   osmo-stp_10.42.42.5(pid=32383): ERR: Terminated: ERROR {rc=1}  [trial-2370↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32383)]
05:48:51.442173 run   osmo-stp_10.42.42.5(pid=32383): stdout: 
| (launched: 2022-12-10_05:48:50.000423)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
05:48:51.569768 run   osmo-stp_10.42.42.5(pid=32383): stderr: 
| �[0;m�[38;5;43m20221210054850175 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210054850175 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210054850175 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210054850176 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210054850176 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210054850176 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210054850176 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
05:48:51.692234 run   osmo-stp_10.42.42.5(pid=32383): stdout: 
| (launched: 2022-12-10_05:48:50.000423)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
05:48:51.813710 run   osmo-stp_10.42.42.5(pid=32383): stderr: 
| �[0;m�[38;5;43m20221210054850175 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210054850175 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210054850175 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210054850176 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210054850176 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210054850176 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210054850176 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
05:48:51.867508 tst            mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=32383): Process ended prematurely: osmo-stp_10.42.42.5(pid=32383) [trial-2370↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32383)]  [trial-2370↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8]
05:48:51.876364 tst            mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)
05:48:51.938507 run   osmo-hlr_10.42.42.2(pid=32380): ERR: Terminated: ERROR {rc=237}  [trial-2370↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32380)]
05:48:51.987984 run   osmo-hlr_10.42.42.2(pid=32380): stdout: 
| (launched: 2022-12-10_05:48:49.034000) 
05:48:52.038276 run   osmo-hlr_10.42.42.2(pid=32380): stderr: 
| �[0;m�[1;31m20221210054849210 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210054849211 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210054849211 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210054849211 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210054849211 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210054849211 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210054849223 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/voice:trx-b200+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210054849231 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210054849231 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210054849232 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
05:48:52.106207 run   osmo-msc_10.42.42.6(pid=32386): ERR: Terminated: ERROR {rc=2}  [trial-2370↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=32386)]
05:48:52.155787 run   osmo-msc_10.42.42.6(pid=32386): stdout: 
| (launched: 2022-12-10_05:48:50.979023) 
05:48:52.205920 run   osmo-msc_10.42.42.6(pid=32386): stderr: 
| �[0;m�[38;5;43m20221210054851252 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210054851252 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f6a7cfb5c40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210054851253 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210054851253 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210054851253 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210054851253 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210054851255 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210054851255 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210054851255 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210054851255 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
05:48:52.247976 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32379): Terminating (SIGTERM)
05:48:52.287765 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32382): Terminating (SIGTERM)
05:48:52.327360 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32385): Terminating (SIGTERM)
05:48:52.336830 ---      ParallelTerminationStrategy: PID 32379 died...
05:48:52.389683 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32379): Terminated: ok {rc=0}
05:48:52.399629 ---      ParallelTerminationStrategy: PID 32382 died...
05:48:52.453145 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32382): Terminated: ok {rc=0}
05:48:52.462591 ---      ParallelTerminationStrategy: PID 32385 died...
05:48:52.515393 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32385): Terminated: ok {rc=0}
05:48:52.602992 bus                        /sierra_3: Setting Powered False
05:48:53.705526 bus                        /sierra_3: Setting Powered False
05:48:54.818591 bus                        /sierra_2: Setting Powered False
</stdout></case><duration>22.0</duration><id>46</id><name>voice_trx-b200+mod-bts0-dynts-osmo</name><properties></properties><timestamp>2022-12-10T05:48:35</timestamp></suite><suite><case><age>53</age><className>voice:trx-b200+mod-bts0-trxdversion0</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=32398): Process ended prematurely: osmo-stp_10.42.42.5(pid=32398) [trial-2370↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32398)]</errorStackTrace><failedSince>2318</failedSince><name>mo_mt_call.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py", line 8, in &lt;module&gt;
    test_mo_mt_call(False, False)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py", line 19, in test_mo_mt_call
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32398): Process ended prematurely: osmo-stp_10.42.42.5(pid=32398) [trial-2370↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32398)]
</stderr><stdout>
----------------------------------------------
trial-2370 voice:trx-b200+mod-bts0-trxdversion0 mo_mt_call.py
----------------------------------------------
05:48:56.839954 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)
05:48:56.851591 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x bts (candidates: 1)
05:48:56.997199 tst                    mo_mt_call.py: using LAC 26276
05:48:57.125377 tst                    mo_mt_call.py: using RAC 11
05:48:57.253717 tst                    mo_mt_call.py: using CellId 26276
05:48:57.379880 tst                    mo_mt_call.py: using BVCI 26277
05:48:57.404495 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)
05:48:57.415956 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)
05:48:57.427298 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)
05:48:57.438667 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)
05:48:57.450009 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)
05:48:57.461450 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x modem (candidates: 2)
05:48:57.579883 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x modem (candidates: 2)
05:48:57.782342 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
05:48:58.264150 run         create_hlr_db(pid=32392): Launched
05:48:58.438447 bus                        /sierra_2: Setting Powered False
05:48:59.459730 run         create_hlr_db(pid=32392): Terminated: ok {rc=0}
05:48:59.866138 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32394): Launched
05:49:00.172588 run   osmo-hlr_10.42.42.2(pid=32395): Launched
05:49:00.290110 run              osmo-stp_10.42.42.5: Starting osmo-stp
05:49:00.836653 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32397): Launched
05:49:01.290380 run   osmo-stp_10.42.42.5(pid=32398): Launched
05:49:01.479339 run              osmo-msc_10.42.42.6: Starting osmo-msc
05:49:02.101256 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32400): Launched
05:49:02.430792 run   osmo-msc_10.42.42.6(pid=32401): Launched
05:49:02.622589 run   osmo-stp_10.42.42.5(pid=32398): ERR: Terminated: ERROR {rc=1}  [trial-2370↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32398)]
05:49:02.761754 run   osmo-stp_10.42.42.5(pid=32398): stdout: 
| (launched: 2022-12-10_05:49:01.028042)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
05:49:02.899922 run   osmo-stp_10.42.42.5(pid=32398): stderr: 
| �[0;m�[38;5;43m20221210054901263 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210054901263 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210054901264 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210054901264 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210054901264 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210054901265 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210054901265 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
05:49:03.031967 run   osmo-stp_10.42.42.5(pid=32398): stdout: 
| (launched: 2022-12-10_05:49:01.028042)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
05:49:03.161219 run   osmo-stp_10.42.42.5(pid=32398): stderr: 
| �[0;m�[38;5;43m20221210054901263 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210054901263 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210054901264 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210054901264 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210054901264 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210054901265 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210054901265 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
05:49:03.218691 tst                  mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=32398): Process ended prematurely: osmo-stp_10.42.42.5(pid=32398) [trial-2370↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32398)]  [trial-2370↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py:8]
05:49:03.227884 tst                  mo_mt_call.py:8: Test FAILED (6.4 sec)
05:49:03.289837 run   osmo-hlr_10.42.42.2(pid=32395): ERR: Terminated: ERROR {rc=237}  [trial-2370↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32395)]
05:49:03.341044 run   osmo-hlr_10.42.42.2(pid=32395): stdout: 
| (launched: 2022-12-10_05:49:00.020635) 
05:49:03.392724 run   osmo-hlr_10.42.42.2(pid=32395): stderr: 
| �[0;m�[1;31m20221210054900198 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210054900198 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210054900198 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210054900198 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210054900198 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210054900198 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210054900213 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/voice:trx-b200+mod-bts0-trxdversion0/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210054900222 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210054900222 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210054900222 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
05:49:03.462804 run   osmo-msc_10.42.42.6(pid=32401): ERR: Terminated: ERROR {rc=2}  [trial-2370↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=32401)]
05:49:03.513653 run   osmo-msc_10.42.42.6(pid=32401): stdout: 
| (launched: 2022-12-10_05:49:02.268851) 
05:49:03.565171 run   osmo-msc_10.42.42.6(pid=32401): stderr: 
| �[0;m�[38;5;43m20221210054902593 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210054902593 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f1e5e9dbc40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210054902593 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210054902593 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210054902594 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210054902594 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210054902595 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210054902596 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210054902596 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210054902596 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
05:49:03.608794 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32394): Terminating (SIGTERM)
05:49:03.650332 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32397): Terminating (SIGTERM)
05:49:03.691795 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32400): Terminating (SIGTERM)
05:49:03.701485 ---      ParallelTerminationStrategy: PID 32394 died...
05:49:03.757456 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32394): Terminated: ok {rc=0}
05:49:03.767526 ---      ParallelTerminationStrategy: PID 32397 died...
05:49:03.822838 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32397): Terminated: ok {rc=0}
05:49:03.832710 ---      ParallelTerminationStrategy: PID 32400 died...
05:49:03.887929 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32400): Terminated: ok {rc=0}
05:49:03.975690 bus                        /sierra_3: Setting Powered False
05:49:05.082575 bus                        /sierra_3: Setting Powered False
05:49:06.194018 bus                        /sierra_2: Setting Powered False
</stdout></case><case><age>53</age><className>voice:trx-b200+mod-bts0-trxdversion0</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=32409): Process ended prematurely: osmo-stp_10.42.42.5(pid=32409) [trial-2370↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32409)]</errorStackTrace><failedSince>2318</failedSince><name>mo_mt_call_osmux.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py", line 8, in &lt;module&gt;
    test_mo_mt_call(True, True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py", line 19, in test_mo_mt_call
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32409): Process ended prematurely: osmo-stp_10.42.42.5(pid=32409) [trial-2370↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32409)]
</stderr><stdout>
----------------------------------------------
trial-2370 voice:trx-b200+mod-bts0-trxdversion0 mo_mt_call_osmux.py
----------------------------------------------
05:49:07.305420 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)
05:49:07.317232 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x bts (candidates: 1)
05:49:07.457989 tst              mo_mt_call_osmux.py: using LAC 26277
05:49:07.582080 tst              mo_mt_call_osmux.py: using RAC 12
05:49:07.700362 tst              mo_mt_call_osmux.py: using CellId 26277
05:49:07.819454 tst              mo_mt_call_osmux.py: using BVCI 26278
05:49:07.842598 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)
05:49:07.853619 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)
05:49:07.864382 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)
05:49:07.875464 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)
05:49:07.886502 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)
05:49:07.897641 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x modem (candidates: 2)
05:49:08.017582 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x modem (candidates: 2)
05:49:08.220439 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
05:49:08.702801 run         create_hlr_db(pid=32403): Launched
05:49:08.878360 bus                        /sierra_2: Setting Powered False
05:49:09.899285 run         create_hlr_db(pid=32403): Terminated: ok {rc=0}
05:49:10.334282 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32405): Launched
05:49:10.662338 run   osmo-hlr_10.42.42.2(pid=32406): Launched
05:49:10.783409 run              osmo-stp_10.42.42.5: Starting osmo-stp
05:49:11.356363 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32408): Launched
05:49:11.683717 run   osmo-stp_10.42.42.5(pid=32409): Launched
05:49:11.802963 run              osmo-msc_10.42.42.6: Starting osmo-msc
05:49:12.401219 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32411): Launched
05:49:12.730082 run   osmo-msc_10.42.42.6(pid=32412): Launched
05:49:12.922401 run   osmo-stp_10.42.42.5(pid=32409): ERR: Terminated: ERROR {rc=1}  [trial-2370↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32409)]
05:49:13.059395 run   osmo-stp_10.42.42.5(pid=32409): stdout: 
| (launched: 2022-12-10_05:49:11.521717)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
05:49:13.196907 run   osmo-stp_10.42.42.5(pid=32409): stderr: 
| �[0;m�[38;5;43m20221210054911715 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210054911715 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210054911716 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210054911716 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210054911718 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210054911719 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210054911719 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
05:49:13.327121 run   osmo-stp_10.42.42.5(pid=32409): stdout: 
| (launched: 2022-12-10_05:49:11.521717)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
05:49:13.456302 run   osmo-stp_10.42.42.5(pid=32409): stderr: 
| �[0;m�[38;5;43m20221210054911715 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210054911715 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210054911716 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210054911716 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210054911718 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210054911719 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210054911719 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
05:49:13.513833 tst            mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=32409): Process ended prematurely: osmo-stp_10.42.42.5(pid=32409) [trial-2370↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32409)]  [trial-2370↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py:8]
05:49:13.523200 tst            mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)
05:49:13.585390 run   osmo-hlr_10.42.42.2(pid=32406): ERR: Terminated: ERROR {rc=237}  [trial-2370↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32406)]
05:49:13.636459 run   osmo-hlr_10.42.42.2(pid=32406): stdout: 
| (launched: 2022-12-10_05:49:10.499753) 
05:49:13.688106 run   osmo-hlr_10.42.42.2(pid=32406): stderr: 
| �[0;m�[1;31m20221210054910701 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210054910701 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210054910701 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210054910702 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210054910702 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210054910702 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210054910714 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/voice:trx-b200+mod-bts0-trxdversion0/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210054910722 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210054910722 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210054910722 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
05:49:13.758129 run   osmo-msc_10.42.42.6(pid=32412): ERR: Terminated: ERROR {rc=2}  [trial-2370↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=32412)]
05:49:13.809217 run   osmo-msc_10.42.42.6(pid=32412): stdout: 
| (launched: 2022-12-10_05:49:12.567001) 
05:49:13.860597 run   osmo-msc_10.42.42.6(pid=32412): stderr: 
| �[0;m�[38;5;43m20221210054912893 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210054912893 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff1aad8cc40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210054912893 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210054912893 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210054912893 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210054912893 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210054912895 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210054912895 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210054912896 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210054912896 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
05:49:13.904229 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32405): Terminating (SIGTERM)
05:49:13.945931 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32408): Terminating (SIGTERM)
05:49:13.987405 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32411): Terminating (SIGTERM)
05:49:13.997011 ---      ParallelTerminationStrategy: PID 32405 died...
05:49:14.052581 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32405): Terminated: ok {rc=0}
05:49:14.062778 ---      ParallelTerminationStrategy: PID 32408 died...
05:49:14.117914 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32408): Terminated: ok {rc=0}
05:49:14.127811 ---      ParallelTerminationStrategy: PID 32411 died...
05:49:14.182984 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32411): Terminated: ok {rc=0}
05:49:14.269064 bus                        /sierra_3: Setting Powered False
05:49:15.374638 bus                        /sierra_3: Setting Powered False
05:49:16.485713 bus                        /sierra_2: Setting Powered False
</stdout></case><duration>22.0</duration><id>47</id><name>voice_trx-b200+mod-bts0-trxdversion0</name><properties></properties><timestamp>2022-12-10T05:48:56</timestamp></suite><suite><case><age>226</age><className>voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=32423): Process ended prematurely: osmo-stp_10.42.42.5(pid=32423) [trial-2370↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32423)]</errorStackTrace><failedSince>2145</failedSince><name>mo_mt_call.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py", line 8, in &lt;module&gt;
    test_mo_mt_call(False, False)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py", line 19, in test_mo_mt_call
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32423): Process ended prematurely: osmo-stp_10.42.42.5(pid=32423) [trial-2370↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32423)]
</stderr><stdout>
----------------------------------------------
trial-2370 voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend mo_mt_call.py
----------------------------------------------
05:49:18.477522 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)
05:49:18.488660 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)
05:49:18.628302 tst                    mo_mt_call.py: using LAC 26278
05:49:18.749554 tst                    mo_mt_call.py: using RAC 13
05:49:18.870057 tst                    mo_mt_call.py: using CellId 26278
05:49:18.988764 tst                    mo_mt_call.py: using BVCI 26279
05:49:19.011943 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)
05:49:19.023306 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)
05:49:19.034373 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)
05:49:19.045805 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)
05:49:19.057252 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)
05:49:19.068524 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)
05:49:19.190025 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)
05:49:19.401232 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
05:49:19.924084 run         create_hlr_db(pid=32417): Launched
05:49:20.112109 bus                        /sierra_2: Setting Powered False
05:49:21.133466 run         create_hlr_db(pid=32417): Terminated: ok {rc=0}
05:49:21.546135 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32419): Launched
05:49:21.853562 run   osmo-hlr_10.42.42.2(pid=32420): Launched
05:49:21.966236 run              osmo-stp_10.42.42.5: Starting osmo-stp
05:49:22.497525 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32422): Launched
05:49:22.804470 run   osmo-stp_10.42.42.5(pid=32423): Launched
05:49:22.915074 run              osmo-msc_10.42.42.6: Starting osmo-msc
05:49:23.475393 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32426): Launched
05:49:23.782772 run   osmo-msc_10.42.42.6(pid=32427): Launched
05:49:23.961232 run   osmo-stp_10.42.42.5(pid=32423): ERR: Terminated: ERROR {rc=1}  [trial-2370↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32423)]
05:49:24.090232 run   osmo-stp_10.42.42.5(pid=32423): stdout: 
| (launched: 2022-12-10_05:49:22.653082)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
05:49:24.217823 run   osmo-stp_10.42.42.5(pid=32423): stderr: 
| �[0;m�[38;5;43m20221210054922827 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210054922827 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210054922827 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210054922828 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210054922828 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210054922828 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210054922828 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
05:49:24.339845 run   osmo-stp_10.42.42.5(pid=32423): stdout: 
| (launched: 2022-12-10_05:49:22.653082)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
05:49:24.461148 run   osmo-stp_10.42.42.5(pid=32423): stderr: 
| �[0;m�[38;5;43m20221210054922827 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210054922827 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210054922827 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210054922828 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210054922828 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210054922828 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210054922828 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
05:49:24.515017 tst                  mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=32423): Process ended prematurely: osmo-stp_10.42.42.5(pid=32423) [trial-2370↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32423)]  [trial-2370↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8]
05:49:24.523682 tst                  mo_mt_call.py:8: Test FAILED (6.1 sec)
05:49:24.583213 run   osmo-hlr_10.42.42.2(pid=32420): ERR: Terminated: ERROR {rc=237}  [trial-2370↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32420)]
05:49:24.631770 run   osmo-hlr_10.42.42.2(pid=32420): stdout: 
| (launched: 2022-12-10_05:49:21.700707) 
05:49:24.681134 run   osmo-hlr_10.42.42.2(pid=32420): stderr: 
| �[0;m�[1;31m20221210054921882 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210054921883 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210054921883 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210054921883 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210054921883 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210054921883 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210054921898 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210054921908 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210054921908 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210054921908 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
05:49:24.747484 run   osmo-msc_10.42.42.6(pid=32427): ERR: Terminated: ERROR {rc=2}  [trial-2370↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=32427)]
05:49:24.796329 run   osmo-msc_10.42.42.6(pid=32427): stdout: 
| (launched: 2022-12-10_05:49:23.630368) 
05:49:24.845656 run   osmo-msc_10.42.42.6(pid=32427): stderr: 
| �[0;m�[38;5;43m20221210054923907 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210054923907 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f0029463c40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210054923907 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210054923907 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210054923907 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210054923908 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210054923910 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210054923911 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210054923911 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210054923911 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
05:49:24.887037 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32419): Terminating (SIGTERM)
05:49:24.926510 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32422): Terminating (SIGTERM)
05:49:24.965780 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32426): Terminating (SIGTERM)
05:49:24.975114 ---      ParallelTerminationStrategy: PID 32419 died...
05:49:25.027815 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32419): Terminated: ok {rc=0}
05:49:25.037582 ---      ParallelTerminationStrategy: PID 32422 died...
05:49:25.090342 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32422): Terminated: ok {rc=0}
05:49:25.099863 ---      ParallelTerminationStrategy: PID 32426 died...
05:49:25.152367 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32426): Terminated: ok {rc=0}
05:49:25.235733 bus                        /sierra_3: Setting Powered False
05:49:26.343968 bus                        /sierra_3: Setting Powered False
05:49:27.455038 bus                        /sierra_2: Setting Powered False
</stdout></case><case><age>206</age><className>voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=32435): Process ended prematurely: osmo-stp_10.42.42.5(pid=32435) [trial-2370↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32435)]</errorStackTrace><failedSince>2165</failedSince><name>mo_mt_call_osmux.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py", line 8, in &lt;module&gt;
    test_mo_mt_call(True, True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py", line 19, in test_mo_mt_call
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32435): Process ended prematurely: osmo-stp_10.42.42.5(pid=32435) [trial-2370↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32435)]
</stderr><stdout>
----------------------------------------------
trial-2370 voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend mo_mt_call_osmux.py
----------------------------------------------
05:49:28.564591 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)
05:49:28.576730 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)
05:49:28.722201 tst              mo_mt_call_osmux.py: using LAC 26279
05:49:28.840919 tst              mo_mt_call_osmux.py: using RAC 14
05:49:28.960471 tst              mo_mt_call_osmux.py: using CellId 26279
05:49:29.081172 tst              mo_mt_call_osmux.py: using BVCI 26280
05:49:29.104368 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)
05:49:29.115761 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)
05:49:29.127011 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)
05:49:29.138517 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)
05:49:29.149965 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)
05:49:29.161333 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)
05:49:29.277372 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)
05:49:29.489843 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
05:49:29.971504 run         create_hlr_db(pid=32429): Launched
05:49:30.147315 bus                        /sierra_2: Setting Powered False
05:49:31.184117 run         create_hlr_db(pid=32429): Terminated: ok {rc=0}
05:49:31.629882 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32431): Launched
05:49:32.052101 run   osmo-hlr_10.42.42.2(pid=32432): Launched
05:49:32.216330 run              osmo-stp_10.42.42.5: Starting osmo-stp
05:49:32.787748 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32434): Launched
05:49:33.115908 run   osmo-stp_10.42.42.5(pid=32435): Launched
05:49:33.233562 run              osmo-msc_10.42.42.6: Starting osmo-msc
05:49:33.829595 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32437): Launched
05:49:34.155582 run   osmo-msc_10.42.42.6(pid=32438): Launched
05:49:34.344223 run   osmo-stp_10.42.42.5(pid=32435): ERR: Terminated: ERROR {rc=1}  [trial-2370↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32435)]
05:49:34.486006 run   osmo-stp_10.42.42.5(pid=32435): stdout: 
| (launched: 2022-12-10_05:49:32.955118)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
05:49:34.621039 run   osmo-stp_10.42.42.5(pid=32435): stderr: 
| �[0;m�[38;5;43m20221210054933153 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210054933153 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210054933153 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210054933153 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210054933154 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210054933154 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210054933154 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
05:49:34.751031 run   osmo-stp_10.42.42.5(pid=32435): stdout: 
| (launched: 2022-12-10_05:49:32.955118)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
05:49:34.879352 run   osmo-stp_10.42.42.5(pid=32435): stderr: 
| �[0;m�[38;5;43m20221210054933153 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210054933153 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210054933153 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210054933153 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210054933154 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210054933154 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210054933154 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
05:49:34.936620 tst            mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=32435): Process ended prematurely: osmo-stp_10.42.42.5(pid=32435) [trial-2370↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32435)]  [trial-2370↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8]
05:49:34.945953 tst            mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)
05:49:35.007705 run   osmo-hlr_10.42.42.2(pid=32432): ERR: Terminated: ERROR {rc=237}  [trial-2370↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32432)]
05:49:35.058250 run   osmo-hlr_10.42.42.2(pid=32432): stdout: 
| (launched: 2022-12-10_05:49:31.799459) 
05:49:35.109636 run   osmo-hlr_10.42.42.2(pid=32432): stderr: 
| �[0;m�[1;31m20221210054932146 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210054932146 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210054932146 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210054932146 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210054932146 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210054932146 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210054932160 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210054932176 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210054932176 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210054932176 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
05:49:35.179295 run   osmo-msc_10.42.42.6(pid=32438): ERR: Terminated: ERROR {rc=2}  [trial-2370↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=32438)]
05:49:35.230132 run   osmo-msc_10.42.42.6(pid=32438): stdout: 
| (launched: 2022-12-10_05:49:33.995336) 
05:49:35.281839 run   osmo-msc_10.42.42.6(pid=32438): stderr: 
| �[0;m�[38;5;43m20221210054934318 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210054934318 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f1be75cec40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210054934319 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210054934319 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210054934319 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210054934319 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210054934321 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210054934321 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210054934321 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210054934321 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
05:49:35.325461 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32431): Terminating (SIGTERM)
05:49:35.366558 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32434): Terminating (SIGTERM)
05:49:35.407954 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32437): Terminating (SIGTERM)
05:49:35.417560 ---      ParallelTerminationStrategy: PID 32431 died...
05:49:35.472904 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32431): Terminated: ok {rc=0}
05:49:35.482958 ---      ParallelTerminationStrategy: PID 32434 died...
05:49:35.537808 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32434): Terminated: ok {rc=0}
05:49:35.547586 ---      ParallelTerminationStrategy: PID 32437 died...
05:49:35.602660 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32437): Terminated: ok {rc=0}
05:49:35.689477 bus                        /sierra_3: Setting Powered False
05:49:36.793606 bus                        /sierra_3: Setting Powered False
05:49:37.905563 bus                        /sierra_2: Setting Powered False
</stdout></case><duration>22.0</duration><id>48</id><name>voice_trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend</name><properties></properties><timestamp>2022-12-10T05:49:18</timestamp></suite><suite><case><age>53</age><className>emergency:trx-b200</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=32449): Process ended prematurely: osmo-stp_10.42.42.5(pid=32449) [trial-2370↪emergency:trx-b200↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32449)]</errorStackTrace><failedSince>2318</failedSince><name>emergency_mo_mt_call.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py", line 19, in &lt;module&gt;
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32449): Process ended prematurely: osmo-stp_10.42.42.5(pid=32449) [trial-2370↪emergency:trx-b200↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32449)]
</stderr><stdout>
----------------------------------------------
trial-2370 emergency:trx-b200 emergency_mo_mt_call.py
----------------------------------------------
05:49:39.929029 tst               emergency:trx-b200: Using 1 x ip_address (candidates: 6)
05:49:39.940550 tst               emergency:trx-b200: Using 1 x bts (candidates: 1)
05:49:40.084493 tst          emergency_mo_mt_call.py: using LAC 26280
05:49:40.203651 tst          emergency_mo_mt_call.py: using RAC 15
05:49:40.321993 tst          emergency_mo_mt_call.py: using CellId 26280
05:49:40.437197 tst          emergency_mo_mt_call.py: using BVCI 26281
05:49:40.459872 tst               emergency:trx-b200: Using 1 x ip_address (candidates: 6)
05:49:40.470630 tst               emergency:trx-b200: Using 1 x ip_address (candidates: 6)
05:49:40.481171 tst               emergency:trx-b200: Using 1 x ip_address (candidates: 6)
05:49:40.492042 tst               emergency:trx-b200: Using 1 x ip_address (candidates: 6)
05:49:40.502832 tst               emergency:trx-b200: Using 1 x ip_address (candidates: 6)
05:49:40.513571 tst               emergency:trx-b200: Using 1 x modem (candidates: 4)
05:49:40.628548 tst               emergency:trx-b200: Using 1 x modem (candidates: 4)
05:49:40.826414 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
05:49:41.298575 run         create_hlr_db(pid=32443): Launched
05:49:41.471846 bus                        /sierra_2: Setting Powered False
05:49:42.492192 run         create_hlr_db(pid=32443): Terminated: ok {rc=0}
05:49:42.893298 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32445): Launched
05:49:43.193991 run   osmo-hlr_10.42.42.2(pid=32446): Launched
05:49:43.308793 run              osmo-stp_10.42.42.5: Starting osmo-stp
05:49:43.841890 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32448): Launched
05:49:44.143551 run   osmo-stp_10.42.42.5(pid=32449): Launched
05:49:44.264663 tst          emergency_mo_mt_call.py: using MSISDN 7576
05:49:44.413321 run              osmo-msc_10.42.42.6: Starting osmo-msc
05:49:44.962064 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32451): Launched
05:49:45.263770 run   osmo-msc_10.42.42.6(pid=32452): Launched
05:49:45.441275 run   osmo-stp_10.42.42.5(pid=32449): ERR: Terminated: ERROR {rc=1}  [trial-2370↪emergency:trx-b200↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32449)]
05:49:45.569174 run   osmo-stp_10.42.42.5(pid=32449): stdout: 
| (launched: 2022-12-10_05:49:43.993319)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
05:49:45.693917 run   osmo-stp_10.42.42.5(pid=32449): stderr: 
| �[0;m�[38;5;43m20221210054944165 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210054944165 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210054944165 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210054944166 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210054944166 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210054944166 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210054944166 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
05:49:45.814224 run   osmo-stp_10.42.42.5(pid=32449): stdout: 
| (launched: 2022-12-10_05:49:43.993319)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
05:49:45.963008 run   osmo-stp_10.42.42.5(pid=32449): stderr: 
| �[0;m�[38;5;43m20221210054944165 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210054944165 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210054944165 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210054944166 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210054944166 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210054944166 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210054944166 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
05:49:46.016551 tst       emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=32449): Process ended prematurely: osmo-stp_10.42.42.5(pid=32449) [trial-2370↪emergency:trx-b200↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32449)]  [trial-2370↪emergency:trx-b200↪emergency_mo_mt_call.py:19]
05:49:46.025417 tst       emergency_mo_mt_call.py:19: Test FAILED (6.1 sec)
05:49:46.095073 run   osmo-hlr_10.42.42.2(pid=32446): ERR: Terminated: ERROR {rc=237}  [trial-2370↪emergency:trx-b200↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32446)]
05:49:46.145190 run   osmo-hlr_10.42.42.2(pid=32446): stdout: 
| (launched: 2022-12-10_05:49:43.044618) 
05:49:46.196482 run   osmo-hlr_10.42.42.2(pid=32446): stderr: 
| �[0;m�[1;31m20221210054943223 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210054943223 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210054943223 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210054943223 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210054943224 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210054943224 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210054943235 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/emergency:trx-b200/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210054943244 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210054943244 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210054943244 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
05:49:46.264998 run   osmo-msc_10.42.42.6(pid=32452): ERR: Terminated: ERROR {rc=2}  [trial-2370↪emergency:trx-b200↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=32452)]
05:49:46.315132 run   osmo-msc_10.42.42.6(pid=32452): stdout: 
| (launched: 2022-12-10_05:49:45.113896) 
05:49:46.365898 run   osmo-msc_10.42.42.6(pid=32452): stderr: 
| �[0;m�[38;5;43m20221210054945390 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210054945390 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f243d890c40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210054945390 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210054945390 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210054945390 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210054945390 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210054945392 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210054945393 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210054945393 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210054945393 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
05:49:46.408571 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32445): Terminating (SIGTERM)
05:49:46.450012 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32448): Terminating (SIGTERM)
05:49:46.492142 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32451): Terminating (SIGTERM)
05:49:46.501687 ---      ParallelTerminationStrategy: PID 32445 died...
05:49:46.556649 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32445): Terminated: ok {rc=0}
05:49:46.567674 ---      ParallelTerminationStrategy: PID 32448 died...
05:49:46.622384 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32448): Terminated: ok {rc=0}
05:49:46.633369 ---      ParallelTerminationStrategy: PID 32451 died...
05:49:46.689163 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32451): Terminated: ok {rc=0}
05:49:46.775317 bus                        /sierra_3: Setting Powered False
05:49:47.878505 bus                        /sierra_3: Setting Powered False
05:49:48.990213 bus                        /sierra_2: Setting Powered False
</stdout></case><case><age>208</age><className>emergency:trx-b200</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=32460): Process ended prematurely: osmo-stp_10.42.42.5(pid=32460) [trial-2370↪emergency:trx-b200↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32460)]</errorStackTrace><failedSince>2163</failedSince><name>emergency_preemptive_call.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py", line 32, in &lt;module&gt;
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32460): Process ended prematurely: osmo-stp_10.42.42.5(pid=32460) [trial-2370↪emergency:trx-b200↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32460)]
</stderr><stdout>
----------------------------------------------
trial-2370 emergency:trx-b200 emergency_preemptive_call.py
----------------------------------------------
05:49:50.042573 tst               emergency:trx-b200: Using 1 x ip_address (candidates: 6)
05:49:50.054559 tst               emergency:trx-b200: Using 1 x bts (candidates: 1)
05:49:50.197091 tst     emergency_preemptive_call.py: using LAC 26281
05:49:50.314219 tst     emergency_preemptive_call.py: using RAC 16
05:49:50.429846 tst     emergency_preemptive_call.py: using CellId 26281
05:49:50.545357 tst     emergency_preemptive_call.py: using BVCI 26282
05:49:50.567939 tst               emergency:trx-b200: Using 1 x ip_address (candidates: 6)
05:49:50.578712 tst               emergency:trx-b200: Using 1 x ip_address (candidates: 6)
05:49:50.589359 tst               emergency:trx-b200: Using 1 x ip_address (candidates: 6)
05:49:50.600095 tst               emergency:trx-b200: Using 1 x ip_address (candidates: 6)
05:49:50.610967 tst               emergency:trx-b200: Using 1 x ip_address (candidates: 6)
05:49:50.621873 tst               emergency:trx-b200: Using 1 x modem (candidates: 4)
05:49:50.739358 tst               emergency:trx-b200: Using 1 x modem (candidates: 4)
05:49:50.856385 tst               emergency:trx-b200: Using 1 x modem (candidates: 4)
05:49:50.974313 tst               emergency:trx-b200: Using 1 x modem (candidates: 4)
05:49:51.173661 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
05:49:51.648472 run         create_hlr_db(pid=32454): Launched
05:49:51.821307 bus                        /sierra_2: Setting Powered False
05:49:52.842541 run         create_hlr_db(pid=32454): Terminated: ok {rc=0}
05:49:53.270278 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32456): Launched
05:49:53.593995 run   osmo-hlr_10.42.42.2(pid=32457): Launched
05:49:53.711186 run              osmo-stp_10.42.42.5: Starting osmo-stp
05:49:54.269000 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32459): Launched
05:49:54.589732 run   osmo-stp_10.42.42.5(pid=32460): Launched
05:49:54.718884 tst     emergency_preemptive_call.py: using MSISDN 7577
05:49:54.877491 run              osmo-msc_10.42.42.6: Starting osmo-msc
05:49:55.461380 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32462): Launched
05:49:55.781246 run   osmo-msc_10.42.42.6(pid=32463): Launched
05:49:55.968861 run   osmo-stp_10.42.42.5(pid=32460): ERR: Terminated: ERROR {rc=1}  [trial-2370↪emergency:trx-b200↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32460)]
05:49:56.104839 run   osmo-stp_10.42.42.5(pid=32460): stdout: 
| (launched: 2022-12-10_05:49:54.431455)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
05:49:56.239726 run   osmo-stp_10.42.42.5(pid=32460): stderr: 
| �[0;m�[38;5;43m20221210054954625 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210054954625 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210054954625 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210054954626 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210054954626 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210054954626 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210054954626 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
05:49:56.367821 run   osmo-stp_10.42.42.5(pid=32460): stdout: 
| (launched: 2022-12-10_05:49:54.431455)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
05:49:56.494964 run   osmo-stp_10.42.42.5(pid=32460): stderr: 
| �[0;m�[38;5;43m20221210054954625 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210054954625 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210054954625 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210054954626 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210054954626 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210054954626 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210054954626 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
05:49:56.550813 tst  emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=32460): Process ended prematurely: osmo-stp_10.42.42.5(pid=32460) [trial-2370↪emergency:trx-b200↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32460)]  [trial-2370↪emergency:trx-b200↪emergency_preemptive_call.py:32]
05:49:56.559496 tst  emergency_preemptive_call.py:32: Test FAILED (6.5 sec)
05:49:56.621893 run   osmo-hlr_10.42.42.2(pid=32457): ERR: Terminated: ERROR {rc=237}  [trial-2370↪emergency:trx-b200↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32457)]
05:49:56.673316 run   osmo-hlr_10.42.42.2(pid=32457): stdout: 
| (launched: 2022-12-10_05:49:53.433928) 
05:49:56.725732 run   osmo-hlr_10.42.42.2(pid=32457): stderr: 
| �[0;m�[1;31m20221210054953633 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210054953633 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210054953633 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210054953633 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210054953633 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210054953633 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210054953645 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/emergency:trx-b200/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210054953654 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210054953654 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210054953654 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
05:49:56.796308 run   osmo-msc_10.42.42.6(pid=32463): ERR: Terminated: ERROR {rc=2}  [trial-2370↪emergency:trx-b200↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=32463)]
05:49:56.847759 run   osmo-msc_10.42.42.6(pid=32463): stdout: 
| (launched: 2022-12-10_05:49:55.623095) 
05:49:56.899656 run   osmo-msc_10.42.42.6(pid=32463): stderr: 
| �[0;m�[38;5;43m20221210054955949 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210054955949 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f0b9288bc40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210054955950 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210054955950 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210054955950 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210054955950 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210054955954 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210054955955 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210054955955 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210054955955 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
05:49:56.943903 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32456): Terminating (SIGTERM)
05:49:56.985877 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32459): Terminating (SIGTERM)
05:49:57.027756 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32462): Terminating (SIGTERM)
05:49:57.037396 ---      ParallelTerminationStrategy: PID 32456 died...
05:49:57.093602 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32456): Terminated: ok {rc=0}
05:49:57.103650 ---      ParallelTerminationStrategy: PID 32459 died...
05:49:57.159333 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32459): Terminated: ok {rc=0}
05:49:57.169393 ---      ParallelTerminationStrategy: PID 32462 died...
05:49:57.224870 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32462): Terminated: ok {rc=0}
05:49:57.313511 bus                        /sierra_9: Setting Powered False
05:49:58.416421 bus                        /sierra_9: Setting Powered False
05:49:59.525201 bus                        /sierra_8: Setting Powered False
05:50:00.631143 bus                        /sierra_8: Setting Powered False
05:50:01.767630 bus                        /sierra_3: Setting Powered False
05:50:02.877171 bus                        /sierra_3: Setting Powered False
05:50:03.986508 bus                        /sierra_2: Setting Powered False
</stdout></case><duration>27.0</duration><id>49</id><name>emergency_trx-b200</name><properties></properties><timestamp>2022-12-10T05:49:39</timestamp></suite><suite><case><age>53</age><className>gprs:trx-b200</className><duration>9.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=32483): Process ended prematurely: osmo-stp_10.42.42.5(pid=32483) [trial-2370↪gprs:trx-b200↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32483)]</errorStackTrace><failedSince>2318</failedSince><name>cs_paging_gprs_active.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py", line 38, in &lt;module&gt;
    setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py", line 67, in setup_run_iperf3_test_parallel
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32483): Process ended prematurely: osmo-stp_10.42.42.5(pid=32483) [trial-2370↪gprs:trx-b200↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32483)]
</stderr><stdout>
----------------------------------------------
trial-2370 gprs:trx-b200 cs_paging_gprs_active.py
----------------------------------------------
05:50:06.119934 tst                    gprs:trx-b200: Using 1 x ip_address (candidates: 9)
05:50:06.130980 tst                    gprs:trx-b200: Using 1 x bts (candidates: 1)
05:50:06.276191 tst         cs_paging_gprs_active.py: using LAC 26282
05:50:06.403771 tst         cs_paging_gprs_active.py: using RAC 17
05:50:06.532714 tst         cs_paging_gprs_active.py: using CellId 26282
05:50:06.659268 tst         cs_paging_gprs_active.py: using BVCI 26283
05:50:06.684180 tst                    gprs:trx-b200: Using 1 x ip_address (candidates: 9)
05:50:06.695389 tst                    gprs:trx-b200: Using 1 x ip_address (candidates: 9)
05:50:06.706459 tst                    gprs:trx-b200: Using 1 x ip_address (candidates: 9)
05:50:06.717432 tst                    gprs:trx-b200: Using 1 x ip_address (candidates: 9)
05:50:06.728254 tst                    gprs:trx-b200: Using 1 x ip_address (candidates: 9)
05:50:06.739119 tst                    gprs:trx-b200: Using 1 x ip_address (candidates: 9)
05:50:06.750168 tst                    gprs:trx-b200: Using 1 x ip_address (candidates: 9)
05:50:06.761058 tst                    gprs:trx-b200: Using 1 x ip_address (candidates: 9)
05:50:06.772103 tst                    gprs:trx-b200: Using 1 x modem (candidates: 4)
05:50:06.894818 tst                    gprs:trx-b200: Using 1 x modem (candidates: 4)
05:50:07.188924 tst      cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...
05:50:07.325318 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
05:50:07.665711 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32473): Launched
05:50:07.947329 run iperf3-srv_10.42.42.10(pid=32474): Launched
05:50:08.148444 tst      cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...
05:50:08.284752 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
05:50:08.626531 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32475): Launched
05:50:08.910489 run iperf3-srv_10.42.42.10(pid=32476): Launched
05:50:09.110891 tst      cs_paging_gprs_active.py:38: start network...
05:50:09.247177 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
05:50:09.771153 run         create_hlr_db(pid=32477): Launched
05:50:09.960525 bus                        /sierra_2: Setting Powered False
05:50:10.981625 run         create_hlr_db(pid=32477): Terminated: ok {rc=0}
05:50:11.416442 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32479): Launched
05:50:11.745432 run   osmo-hlr_10.42.42.2(pid=32480): Launched
05:50:11.864031 run              osmo-stp_10.42.42.5: Starting osmo-stp
05:50:12.432669 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32482): Launched
05:50:12.760676 run   osmo-stp_10.42.42.5(pid=32483): Launched
05:50:12.878992 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
05:50:13.452015 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32485): Launched
05:50:13.569082 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
05:50:13.856277 run              patchelf(pid=32486): Launched
05:50:14.048302 run   osmo-stp_10.42.42.5(pid=32483): ERR: Terminated: ERROR {rc=1}  [trial-2370↪gprs:trx-b200↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32483)]
05:50:14.187875 run   osmo-stp_10.42.42.5(pid=32483): stdout: 
| (launched: 2022-12-10_05:50:12.598701)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
05:50:14.327749 run   osmo-stp_10.42.42.5(pid=32483): stderr: 
| �[0;m�[38;5;43m20221210055012796 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210055012797 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210055012797 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210055012797 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210055012798 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210055012798 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210055012798 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
05:50:14.463201 run   osmo-stp_10.42.42.5(pid=32483): stdout: 
| (launched: 2022-12-10_05:50:12.598701)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
05:50:14.597477 run   osmo-stp_10.42.42.5(pid=32483): stderr: 
| �[0;m�[38;5;43m20221210055012796 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210055012797 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210055012797 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210055012797 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210055012798 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210055012798 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210055012798 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
05:50:14.753316 run              patchelf(pid=32486): Terminating (SIGINT)
05:50:14.936200 run              patchelf(pid=32486): Terminated: ok {rc=0}
05:50:14.970345 tst      cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=32483): Process ended prematurely: osmo-stp_10.42.42.5(pid=32483) [trial-2370↪gprs:trx-b200↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32483)]  [trial-2370↪gprs:trx-b200↪cs_paging_gprs_active.py:38]
05:50:14.980391 tst      cs_paging_gprs_active.py:38: Test FAILED (8.9 sec)
05:50:15.042955 run   osmo-hlr_10.42.42.2(pid=32480): ERR: Terminated: ERROR {rc=237}  [trial-2370↪gprs:trx-b200↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32480)]
05:50:15.094165 run   osmo-hlr_10.42.42.2(pid=32480): stdout: 
| (launched: 2022-12-10_05:50:11.583240) 
05:50:15.145875 run   osmo-hlr_10.42.42.2(pid=32480): stderr: 
| �[0;m�[1;31m20221210055011785 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210055011785 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210055011785 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210055011785 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210055011785 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210055011786 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210055011797 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/gprs:trx-b200/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210055011806 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210055011806 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210055011806 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
05:50:15.190024 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32473): Terminating (SIGTERM)
05:50:15.231586 run iperf3-srv_10.42.42.10(pid=32474): Terminating (SIGTERM)
05:50:15.273285 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32475): Terminating (SIGTERM)
05:50:15.314689 run iperf3-srv_10.42.42.10(pid=32476): Terminating (SIGTERM)
05:50:15.356333 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32479): Terminating (SIGTERM)
05:50:15.397983 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32482): Terminating (SIGTERM)
05:50:15.440099 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32485): Terminating (SIGTERM)
05:50:15.449848 ---      ParallelTerminationStrategy: PID 32473 died...
05:50:15.505762 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32473): Terminated: ok {rc=0}
05:50:15.515773 ---      ParallelTerminationStrategy: PID 32474 died...
05:50:15.571320 run iperf3-srv_10.42.42.10(pid=32474): Terminated {rc=256}
05:50:15.581546 ---      ParallelTerminationStrategy: PID 32475 died...
05:50:15.637589 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32475): Terminated: ok {rc=0}
05:50:15.647680 ---      ParallelTerminationStrategy: PID 32476 died...
05:50:15.702973 run iperf3-srv_10.42.42.10(pid=32476): Terminated {rc=256}
05:50:15.712850 ---      ParallelTerminationStrategy: PID 32479 died...
05:50:15.768199 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32479): Terminated: ok {rc=0}
05:50:15.778267 ---      ParallelTerminationStrategy: PID 32482 died...
05:50:15.836651 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32482): Terminated: ok {rc=0}
05:50:15.847368 ---      ParallelTerminationStrategy: PID 32485 died...
05:50:15.914720 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32485): Terminated: ok {rc=0}
05:50:16.023131 bus                          /gobi_0: Setting Powered False
05:50:17.145466 bus                          /gobi_0: Setting Powered False
05:50:18.254111 bus                          /gobi_6: Setting Powered False
</stdout></case><case><age>53</age><className>gprs:trx-b200</className><duration>8.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=32495): Process ended prematurely: osmo-stp_10.42.42.5(pid=32495) [trial-2370↪gprs:trx-b200↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32495)]</errorStackTrace><failedSince>2318</failedSince><name>iperf3.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py", line 8, in &lt;module&gt;
    setup_run_iperf3_test_parallel(1)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py", line 67, in setup_run_iperf3_test_parallel
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32495): Process ended prematurely: osmo-stp_10.42.42.5(pid=32495) [trial-2370↪gprs:trx-b200↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32495)]
</stderr><stdout>
----------------------------------------------
trial-2370 gprs:trx-b200 iperf3.py
----------------------------------------------
05:50:19.369481 tst                    gprs:trx-b200: Using 1 x ip_address (candidates: 9)
05:50:19.381290 tst                    gprs:trx-b200: Using 1 x bts (candidates: 1)
05:50:19.529573 tst                        iperf3.py: using LAC 26283
05:50:19.658324 tst                        iperf3.py: using RAC 18
05:50:19.787233 tst                        iperf3.py: using CellId 26283
05:50:19.914134 tst                        iperf3.py: using BVCI 26284
05:50:19.939290 tst                    gprs:trx-b200: Using 1 x ip_address (candidates: 9)
05:50:19.950643 tst                    gprs:trx-b200: Using 1 x ip_address (candidates: 9)
05:50:19.961911 tst                    gprs:trx-b200: Using 1 x ip_address (candidates: 9)
05:50:19.973151 tst                    gprs:trx-b200: Using 1 x ip_address (candidates: 9)
05:50:19.984213 tst                    gprs:trx-b200: Using 1 x ip_address (candidates: 9)
05:50:19.995218 tst                    gprs:trx-b200: Using 1 x ip_address (candidates: 9)
05:50:20.006574 tst                    gprs:trx-b200: Using 1 x ip_address (candidates: 9)
05:50:20.017384 tst                    gprs:trx-b200: Using 1 x ip_address (candidates: 9)
05:50:20.028348 tst                    gprs:trx-b200: Using 1 x modem (candidates: 4)
05:50:20.308047 tst                      iperf3.py:8: start iperfv3 server 10.42.42.10:5003...
05:50:20.434796 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
05:50:20.753507 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32487): Launched
05:50:21.017908 run iperf3-srv_10.42.42.10(pid=32488): Launched
05:50:21.204574 tst                      iperf3.py:8: start network...
05:50:21.332023 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
05:50:21.813037 run         create_hlr_db(pid=32489): Launched
05:50:21.987993 bus                          /gobi_6: Setting Powered False
05:50:23.007966 run         create_hlr_db(pid=32489): Terminated: ok {rc=0}
05:50:23.441802 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32491): Launched
05:50:23.770024 run   osmo-hlr_10.42.42.2(pid=32492): Launched
05:50:23.891141 run              osmo-stp_10.42.42.5: Starting osmo-stp
05:50:24.461569 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32494): Launched
05:50:24.789890 run   osmo-stp_10.42.42.5(pid=32495): Launched
05:50:24.908411 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
05:50:25.480234 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32497): Launched
05:50:25.596331 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
05:50:25.881835 run              patchelf(pid=32498): Launched
05:50:26.072725 run   osmo-stp_10.42.42.5(pid=32495): ERR: Terminated: ERROR {rc=1}  [trial-2370↪gprs:trx-b200↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32495)]
05:50:26.211379 run   osmo-stp_10.42.42.5(pid=32495): stdout: 
| (launched: 2022-12-10_05:50:24.627562)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
05:50:26.351006 run   osmo-stp_10.42.42.5(pid=32495): stderr: 
| �[0;m�[38;5;43m20221210055024824 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210055024825 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210055024826 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210055024826 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210055024826 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210055024827 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210055024827 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
05:50:26.485385 run   osmo-stp_10.42.42.5(pid=32495): stdout: 
| (launched: 2022-12-10_05:50:24.627562)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
05:50:26.619288 run   osmo-stp_10.42.42.5(pid=32495): stderr: 
| �[0;m�[38;5;43m20221210055024824 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210055024825 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210055024826 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210055024826 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210055024826 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210055024827 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210055024827 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
05:50:26.774527 run              patchelf(pid=32498): Terminating (SIGINT)
05:50:26.956685 run              patchelf(pid=32498): Terminated: ok {rc=0}
05:50:26.990360 tst                      iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=32495): Process ended prematurely: osmo-stp_10.42.42.5(pid=32495) [trial-2370↪gprs:trx-b200↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32495)]  [trial-2370↪gprs:trx-b200↪iperf3.py:8]
05:50:27.000297 tst                      iperf3.py:8: Test FAILED (7.7 sec)
05:50:27.062684 run   osmo-hlr_10.42.42.2(pid=32492): ERR: Terminated: ERROR {rc=237}  [trial-2370↪gprs:trx-b200↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32492)]
05:50:27.113539 run   osmo-hlr_10.42.42.2(pid=32492): stdout: 
| (launched: 2022-12-10_05:50:23.607711) 
05:50:27.165037 run   osmo-hlr_10.42.42.2(pid=32492): stderr: 
| �[0;m�[1;31m20221210055023809 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210055023809 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210055023809 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210055023810 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210055023810 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210055023810 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210055023822 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/gprs:trx-b200/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210055023830 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210055023830 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210055023830 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
05:50:27.209257 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32487): Terminating (SIGTERM)
05:50:27.250719 run iperf3-srv_10.42.42.10(pid=32488): Terminating (SIGTERM)
05:50:27.292361 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32491): Terminating (SIGTERM)
05:50:27.334026 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32494): Terminating (SIGTERM)
05:50:27.376142 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32497): Terminating (SIGTERM)
05:50:27.385968 ---      ParallelTerminationStrategy: PID 32487 died...
05:50:27.442011 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32487): Terminated: ok {rc=0}
05:50:27.452130 ---      ParallelTerminationStrategy: PID 32488 died...
05:50:27.508855 run iperf3-srv_10.42.42.10(pid=32488): Terminated {rc=256}
05:50:27.519024 ---      ParallelTerminationStrategy: PID 32491 died...
05:50:27.574775 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32491): Terminated: ok {rc=0}
05:50:27.584812 ---      ParallelTerminationStrategy: PID 32494 died...
05:50:27.640344 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32494): Terminated: ok {rc=0}
05:50:27.650462 ---      ParallelTerminationStrategy: PID 32497 died...
05:50:27.706584 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32497): Terminated: ok {rc=0}
05:50:27.794181 bus                          /gobi_6: Setting Powered False
</stdout></case><case><age>185</age><className>gprs:trx-b200</className><duration>11.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=32513): Process ended prematurely: osmo-stp_10.42.42.5(pid=32513) [trial-2370↪gprs:trx-b200↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32513)]</errorStackTrace><failedSince>2186</failedSince><name>iperf3m4.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py", line 8, in &lt;module&gt;
    setup_run_iperf3_test_parallel(4)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py", line 67, in setup_run_iperf3_test_parallel
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32513): Process ended prematurely: osmo-stp_10.42.42.5(pid=32513) [trial-2370↪gprs:trx-b200↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32513)]
</stderr><stdout>
----------------------------------------------
trial-2370 gprs:trx-b200 iperf3m4.py
----------------------------------------------
05:50:28.906366 tst                    gprs:trx-b200: Using 1 x ip_address (candidates: 9)
05:50:28.917959 tst                    gprs:trx-b200: Using 1 x bts (candidates: 1)
05:50:29.058757 tst                      iperf3m4.py: using LAC 26284
05:50:29.180844 tst                      iperf3m4.py: using RAC 19
05:50:29.300926 tst                      iperf3m4.py: using CellId 26284
05:50:29.424315 tst                      iperf3m4.py: using BVCI 26285
05:50:29.447847 tst                    gprs:trx-b200: Using 1 x ip_address (candidates: 9)
05:50:29.458876 tst                    gprs:trx-b200: Using 1 x ip_address (candidates: 9)
05:50:29.469556 tst                    gprs:trx-b200: Using 1 x ip_address (candidates: 9)
05:50:29.480915 tst                    gprs:trx-b200: Using 1 x ip_address (candidates: 9)
05:50:29.492261 tst                    gprs:trx-b200: Using 1 x ip_address (candidates: 9)
05:50:29.503591 tst                    gprs:trx-b200: Using 1 x ip_address (candidates: 9)
05:50:29.515163 tst                    gprs:trx-b200: Using 1 x ip_address (candidates: 9)
05:50:29.526747 tst                    gprs:trx-b200: Using 1 x ip_address (candidates: 9)
05:50:29.537990 tst                    gprs:trx-b200: Using 1 x modem (candidates: 4)
05:50:29.653898 tst                    gprs:trx-b200: Using 1 x modem (candidates: 4)
05:50:29.772669 tst                    gprs:trx-b200: Using 1 x modem (candidates: 4)
05:50:29.888309 tst                    gprs:trx-b200: Using 1 x modem (candidates: 4)
05:50:30.169732 tst                    iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...
05:50:30.297306 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
05:50:30.616187 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32499): Launched
05:50:30.886944 run iperf3-srv_10.42.42.10(pid=32500): Launched
05:50:31.079987 tst                    iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...
05:50:31.211659 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
05:50:31.553247 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32501): Launched
05:50:31.841999 run iperf3-srv_10.42.42.10(pid=32502): Launched
05:50:32.034551 tst                    iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...
05:50:32.164500 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
05:50:32.484429 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32503): Launched
05:50:32.748387 run iperf3-srv_10.42.42.10(pid=32504): Launched
05:50:32.934322 tst                    iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...
05:50:33.061508 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
05:50:33.378844 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32505): Launched
05:50:33.642733 run iperf3-srv_10.42.42.10(pid=32506): Launched
05:50:33.828850 tst                    iperf3m4.py:8: start network...
05:50:33.955640 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
05:50:34.439705 run         create_hlr_db(pid=32507): Launched
05:50:34.615883 bus                          /gobi_6: Setting Powered False
05:50:35.636289 run         create_hlr_db(pid=32507): Terminated: ok {rc=0}
05:50:36.071750 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32509): Launched
05:50:36.399167 run   osmo-hlr_10.42.42.2(pid=32510): Launched
05:50:36.521274 run              osmo-stp_10.42.42.5: Starting osmo-stp
05:50:37.056200 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32512): Launched
05:50:37.363074 run   osmo-stp_10.42.42.5(pid=32513): Launched
05:50:37.473252 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
05:50:38.006527 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32515): Launched
05:50:38.115189 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
05:50:38.383281 run              patchelf(pid=32516): Launched
05:50:38.561989 run   osmo-stp_10.42.42.5(pid=32513): ERR: Terminated: ERROR {rc=1}  [trial-2370↪gprs:trx-b200↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32513)]
05:50:38.692621 run   osmo-stp_10.42.42.5(pid=32513): stdout: 
| (launched: 2022-12-10_05:50:37.211029)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
05:50:38.823354 run   osmo-stp_10.42.42.5(pid=32513): stderr: 
| �[0;m�[38;5;43m20221210055037385 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210055037385 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210055037385 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210055037386 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210055037386 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210055037386 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210055037386 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
05:50:38.950079 run   osmo-stp_10.42.42.5(pid=32513): stdout: 
| (launched: 2022-12-10_05:50:37.211029)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
05:50:39.075792 run   osmo-stp_10.42.42.5(pid=32513): stderr: 
| �[0;m�[38;5;43m20221210055037385 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210055037385 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210055037385 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210055037386 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210055037386 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210055037386 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210055037386 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
05:50:39.221818 run              patchelf(pid=32516): Terminating (SIGINT)
05:50:39.393111 run              patchelf(pid=32516): Terminated: ok {rc=0}
05:50:39.424631 tst                    iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=32513): Process ended prematurely: osmo-stp_10.42.42.5(pid=32513) [trial-2370↪gprs:trx-b200↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32513)]  [trial-2370↪gprs:trx-b200↪iperf3m4.py:8]
05:50:39.433949 tst                    iperf3m4.py:8: Test FAILED (10.6 sec)
05:50:39.494974 run   osmo-hlr_10.42.42.2(pid=32510): ERR: Terminated: ERROR {rc=237}  [trial-2370↪gprs:trx-b200↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32510)]
05:50:39.544361 run   osmo-hlr_10.42.42.2(pid=32510): stdout: 
| (launched: 2022-12-10_05:50:36.237714) 
05:50:39.594278 run   osmo-hlr_10.42.42.2(pid=32510): stderr: 
| �[0;m�[1;31m20221210055036440 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210055036440 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210055036440 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210055036440 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210055036441 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210055036441 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210055036452 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/gprs:trx-b200/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210055036461 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210055036461 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210055036461 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
05:50:39.636116 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32499): Terminating (SIGTERM)
05:50:39.675733 run iperf3-srv_10.42.42.10(pid=32500): Terminating (SIGTERM)
05:50:39.715352 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32501): Terminating (SIGTERM)
05:50:39.755009 run iperf3-srv_10.42.42.10(pid=32502): Terminating (SIGTERM)
05:50:39.794800 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32503): Terminating (SIGTERM)
05:50:39.834493 run iperf3-srv_10.42.42.10(pid=32504): Terminating (SIGTERM)
05:50:39.874037 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32505): Terminating (SIGTERM)
05:50:39.913447 run iperf3-srv_10.42.42.10(pid=32506): Terminating (SIGTERM)
05:50:39.953440 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32509): Terminating (SIGTERM)
05:50:39.992668 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32512): Terminating (SIGTERM)
05:50:40.032242 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32515): Terminating (SIGTERM)
05:50:40.042132 ---      ParallelTerminationStrategy: PID 32499 died...
05:50:40.095274 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32499): Terminated: ok {rc=0}
05:50:40.105228 ---      ParallelTerminationStrategy: PID 32500 died...
05:50:40.158054 run iperf3-srv_10.42.42.10(pid=32500): Terminated {rc=256}
05:50:40.167781 ---      ParallelTerminationStrategy: PID 32501 died...
05:50:40.220787 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32501): Terminated: ok {rc=0}
05:50:40.230610 ---      ParallelTerminationStrategy: PID 32502 died...
05:50:40.283689 run iperf3-srv_10.42.42.10(pid=32502): Terminated {rc=256}
05:50:40.293204 ---      ParallelTerminationStrategy: PID 32503 died...
05:50:40.346035 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32503): Terminated: ok {rc=0}
05:50:40.355757 ---      ParallelTerminationStrategy: PID 32504 died...
05:50:40.408691 run iperf3-srv_10.42.42.10(pid=32504): Terminated {rc=256}
05:50:40.418384 ---      ParallelTerminationStrategy: PID 32505 died...
05:50:40.471588 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32505): Terminated: ok {rc=0}
05:50:40.481292 ---      ParallelTerminationStrategy: PID 32506 died...
05:50:40.534243 run iperf3-srv_10.42.42.10(pid=32506): Terminated {rc=256}
05:50:40.543836 ---      ParallelTerminationStrategy: PID 32509 died...
05:50:40.596528 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32509): Terminated: ok {rc=0}
05:50:40.606511 ---      ParallelTerminationStrategy: PID 32512 died...
05:50:40.659346 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32512): Terminated: ok {rc=0}
05:50:40.669164 ---      ParallelTerminationStrategy: PID 32515 died...
05:50:40.722212 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32515): Terminated: ok {rc=0}
05:50:40.806583 bus                          /gobi_4: Setting Powered False
05:50:41.916521 bus                          /gobi_4: Setting Powered False
05:50:43.026867 bus                          /gobi_1: Setting Powered False
05:50:44.129746 bus                          /gobi_1: Setting Powered False
05:50:45.240935 bus                          /gobi_0: Setting Powered False
05:50:46.346026 bus                          /gobi_0: Setting Powered False
05:50:47.453137 bus                          /gobi_6: Setting Powered False
</stdout></case><case><age>185</age><className>gprs:trx-b200</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=32523): Process ended prematurely: osmo-stp_10.42.42.5(pid=32523) [trial-2370↪gprs:trx-b200↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32523)]</errorStackTrace><failedSince>2186</failedSince><name>ping.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py", line 22, in &lt;module&gt;
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32523): Process ended prematurely: osmo-stp_10.42.42.5(pid=32523) [trial-2370↪gprs:trx-b200↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32523)]
</stderr><stdout>
----------------------------------------------
trial-2370 gprs:trx-b200 ping.py
----------------------------------------------
05:50:48.522556 tst                    gprs:trx-b200: Using 1 x ip_address (candidates: 9)
05:50:48.534589 tst                    gprs:trx-b200: Using 1 x bts (candidates: 1)
05:50:48.678460 tst                          ping.py: using LAC 26285
05:50:48.803860 tst                          ping.py: using RAC 20
05:50:48.929245 tst                          ping.py: using CellId 26285
05:50:49.056012 tst                          ping.py: using BVCI 26286
05:50:49.080539 tst                    gprs:trx-b200: Using 1 x ip_address (candidates: 9)
05:50:49.091581 tst                    gprs:trx-b200: Using 1 x ip_address (candidates: 9)
05:50:49.102555 tst                    gprs:trx-b200: Using 1 x ip_address (candidates: 9)
05:50:49.113475 tst                    gprs:trx-b200: Using 1 x ip_address (candidates: 9)
05:50:49.124264 tst                    gprs:trx-b200: Using 1 x ip_address (candidates: 9)
05:50:49.135222 tst                    gprs:trx-b200: Using 1 x ip_address (candidates: 9)
05:50:49.146257 tst                    gprs:trx-b200: Using 1 x ip_address (candidates: 9)
05:50:49.157195 tst                    gprs:trx-b200: Using 1 x modem (candidates: 4)
05:50:49.445327 tst                       ping.py:19: start network...
05:50:49.578232 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
05:50:50.089896 run         create_hlr_db(pid=32517): Launched
05:50:50.274856 bus                          /gobi_6: Setting Powered False
05:50:51.294755 run         create_hlr_db(pid=32517): Terminated: ok {rc=0}
05:50:51.699169 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32519): Launched
05:50:52.001056 run   osmo-hlr_10.42.42.2(pid=32520): Launched
05:50:52.115822 run              osmo-stp_10.42.42.5: Starting osmo-stp
05:50:52.648277 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32522): Launched
05:50:52.950172 run   osmo-stp_10.42.42.5(pid=32523): Launched
05:50:53.059490 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
05:50:53.583992 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32525): Launched
05:50:53.691069 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
05:50:53.956235 run              patchelf(pid=32526): Launched
05:50:54.132235 run   osmo-stp_10.42.42.5(pid=32523): ERR: Terminated: ERROR {rc=1}  [trial-2370↪gprs:trx-b200↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32523)]
05:50:54.260815 run   osmo-stp_10.42.42.5(pid=32523): stdout: 
| (launched: 2022-12-10_05:50:52.800653)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
05:50:54.389662 run   osmo-stp_10.42.42.5(pid=32523): stderr: 
| �[0;m�[38;5;43m20221210055052975 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210055052975 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210055052975 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210055052976 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210055052976 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210055052976 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210055052977 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
05:50:54.513506 run   osmo-stp_10.42.42.5(pid=32523): stdout: 
| (launched: 2022-12-10_05:50:52.800653)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
05:50:54.636295 run   osmo-stp_10.42.42.5(pid=32523): stderr: 
| �[0;m�[38;5;43m20221210055052975 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210055052975 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210055052975 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210055052976 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210055052976 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210055052976 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210055052977 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
05:50:54.779716 run              patchelf(pid=32526): Terminating (SIGINT)
05:50:54.947517 run              patchelf(pid=32526): Terminated: ok {rc=0}
05:50:54.978188 tst                       ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=32523): Process ended prematurely: osmo-stp_10.42.42.5(pid=32523) [trial-2370↪gprs:trx-b200↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32523)]  [trial-2370↪gprs:trx-b200↪ping.py:22]
05:50:54.986913 tst                       ping.py:22: Test FAILED (6.5 sec)
05:50:55.047631 run   osmo-hlr_10.42.42.2(pid=32520): ERR: Terminated: ERROR {rc=237}  [trial-2370↪gprs:trx-b200↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32520)]
05:50:55.097113 run   osmo-hlr_10.42.42.2(pid=32520): stdout: 
| (launched: 2022-12-10_05:50:51.851029) 
05:50:55.146988 run   osmo-hlr_10.42.42.2(pid=32520): stderr: 
| �[0;m�[1;31m20221210055052031 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210055052031 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210055052031 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210055052031 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210055052031 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210055052031 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210055052043 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/gprs:trx-b200/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210055052052 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210055052052 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210055052052 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
05:50:55.189109 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32519): Terminating (SIGTERM)
05:50:55.229114 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32522): Terminating (SIGTERM)
05:50:55.269411 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32525): Terminating (SIGTERM)
05:50:55.279040 ---      ParallelTerminationStrategy: PID 32519 died...
05:50:55.332386 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32519): Terminated: ok {rc=0}
05:50:55.342186 ---      ParallelTerminationStrategy: PID 32522 died...
05:50:55.394955 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32522): Terminated: ok {rc=0}
05:50:55.404791 ---      ParallelTerminationStrategy: PID 32525 died...
05:50:55.457716 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32525): Terminated: ok {rc=0}
05:50:55.545653 bus                          /gobi_6: Setting Powered False
</stdout></case><case><age>185</age><className>gprs:trx-b200</className><duration>8.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=32533): Process ended prematurely: osmo-stp_10.42.42.5(pid=32533) [trial-2370↪gprs:trx-b200↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32533)]</errorStackTrace><failedSince>2186</failedSince><name>ping_idle_ping.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py", line 27, in &lt;module&gt;
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32533): Process ended prematurely: osmo-stp_10.42.42.5(pid=32533) [trial-2370↪gprs:trx-b200↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32533)]
</stderr><stdout>
----------------------------------------------
trial-2370 gprs:trx-b200 ping_idle_ping.py
----------------------------------------------
05:50:56.597591 tst                    gprs:trx-b200: Using 1 x ip_address (candidates: 9)
05:50:56.609047 tst                    gprs:trx-b200: Using 1 x bts (candidates: 1)
05:50:56.746815 tst                ping_idle_ping.py: using LAC 26286
05:50:56.864387 tst                ping_idle_ping.py: using RAC 21
05:50:56.982322 tst                ping_idle_ping.py: using CellId 26286
05:50:57.103666 tst                ping_idle_ping.py: using BVCI 26287
05:50:57.126677 tst                    gprs:trx-b200: Using 1 x ip_address (candidates: 9)
05:50:57.137375 tst                    gprs:trx-b200: Using 1 x ip_address (candidates: 9)
05:50:57.147866 tst                    gprs:trx-b200: Using 1 x ip_address (candidates: 9)
05:50:57.159317 tst                    gprs:trx-b200: Using 1 x ip_address (candidates: 9)
05:50:57.170566 tst                    gprs:trx-b200: Using 1 x ip_address (candidates: 9)
05:50:57.181784 tst                    gprs:trx-b200: Using 1 x ip_address (candidates: 9)
05:50:57.193315 tst                    gprs:trx-b200: Using 1 x ip_address (candidates: 9)
05:50:57.204730 tst                    gprs:trx-b200: Using 1 x modem (candidates: 4)
05:50:57.486775 tst             ping_idle_ping.py:24: start network...
05:50:57.612502 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
05:50:58.089580 run         create_hlr_db(pid=32527): Launched
05:50:58.263031 bus                          /gobi_6: Setting Powered False
05:50:59.284762 run         create_hlr_db(pid=32527): Terminated: ok {rc=0}
05:50:59.713282 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32529): Launched
05:51:00.037342 run   osmo-hlr_10.42.42.2(pid=32530): Launched
05:51:00.156133 run              osmo-stp_10.42.42.5: Starting osmo-stp
05:51:00.714711 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32532): Launched
05:51:01.312024 run   osmo-stp_10.42.42.5(pid=32533): Launched
05:51:01.538624 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
05:51:02.125546 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32535): Launched
05:51:02.241861 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
05:51:02.523600 run              patchelf(pid=32536): Launched
05:51:02.711505 run   osmo-stp_10.42.42.5(pid=32533): ERR: Terminated: ERROR {rc=1}  [trial-2370↪gprs:trx-b200↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32533)]
05:51:02.848647 run   osmo-stp_10.42.42.5(pid=32533): stdout: 
| (launched: 2022-12-10_05:51:00.904047)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
05:51:02.986950 run   osmo-stp_10.42.42.5(pid=32533): stderr: 
| �[0;m�[38;5;43m20221210055101153 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210055101154 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210055101154 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210055101156 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210055101156 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210055101157 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210055101157 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
05:51:03.119656 run   osmo-stp_10.42.42.5(pid=32533): stdout: 
| (launched: 2022-12-10_05:51:00.904047)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
05:51:03.251081 run   osmo-stp_10.42.42.5(pid=32533): stderr: 
| �[0;m�[38;5;43m20221210055101153 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210055101154 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210055101154 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210055101156 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210055101156 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210055101157 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210055101157 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
05:51:03.403695 run              patchelf(pid=32536): Terminating (SIGINT)
05:51:03.582884 run              patchelf(pid=32536): Terminated: ok {rc=0}
05:51:03.615394 tst             ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=32533): Process ended prematurely: osmo-stp_10.42.42.5(pid=32533) [trial-2370↪gprs:trx-b200↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32533)]  [trial-2370↪gprs:trx-b200↪ping_idle_ping.py:27]
05:51:03.624689 tst             ping_idle_ping.py:27: Test FAILED (7.0 sec)
05:51:03.687344 run   osmo-hlr_10.42.42.2(pid=32530): ERR: Terminated: ERROR {rc=237}  [trial-2370↪gprs:trx-b200↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32530)]
05:51:03.738627 run   osmo-hlr_10.42.42.2(pid=32530): stdout: 
| (launched: 2022-12-10_05:50:59.876033) 
05:51:03.790497 run   osmo-hlr_10.42.42.2(pid=32530): stderr: 
| �[0;m�[1;31m20221210055100079 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210055100079 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210055100079 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210055100079 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210055100079 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210055100080 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210055100092 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/gprs:trx-b200/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210055100100 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210055100100 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210055100100 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
05:51:03.834904 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32529): Terminating (SIGTERM)
05:51:03.876571 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32532): Terminating (SIGTERM)
05:51:03.918496 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32535): Terminating (SIGTERM)
05:51:03.928235 ---      ParallelTerminationStrategy: PID 32529 died...
05:51:03.985480 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32529): Terminated: ok {rc=0}
05:51:03.995662 ---      ParallelTerminationStrategy: PID 32532 died...
05:51:04.051444 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32532): Terminated: ok {rc=0}
05:51:04.062009 ---      ParallelTerminationStrategy: PID 32535 died...
05:51:04.117713 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32535): Terminated: ok {rc=0}
05:51:04.204333 bus                          /gobi_6: Setting Powered False
</stdout></case><duration>61.0</duration><id>50</id><name>gprs_trx-b200</name><properties></properties><timestamp>2022-12-10T05:50:05</timestamp></suite><suite><case><age>232</age><className>gprs:trx-b200+mod-bts0-egprs</className><duration>9.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=32551): Process ended prematurely: osmo-stp_10.42.42.5(pid=32551) [trial-2370↪gprs:trx-b200+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32551)]</errorStackTrace><failedSince>2139</failedSince><name>cs_paging_gprs_active.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py", line 38, in &lt;module&gt;
    setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py", line 67, in setup_run_iperf3_test_parallel
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32551): Process ended prematurely: osmo-stp_10.42.42.5(pid=32551) [trial-2370↪gprs:trx-b200+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32551)]
</stderr><stdout>
----------------------------------------------
trial-2370 gprs:trx-b200+mod-bts0-egprs cs_paging_gprs_active.py
----------------------------------------------
05:51:06.363888 tst     gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
05:51:06.374826 tst     gprs:trx-b200+mod-bts0-egprs: Using 1 x bts (candidates: 1)
05:51:06.515711 tst         cs_paging_gprs_active.py: using LAC 26287
05:51:06.637169 tst         cs_paging_gprs_active.py: using RAC 22
05:51:06.759212 tst         cs_paging_gprs_active.py: using CellId 26287
05:51:06.881329 tst         cs_paging_gprs_active.py: using BVCI 26288
05:51:06.904885 tst     gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
05:51:06.915794 tst     gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
05:51:06.926465 tst     gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
05:51:06.938016 tst     gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
05:51:06.949497 tst     gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
05:51:06.960898 tst     gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
05:51:06.972561 tst     gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
05:51:06.983900 tst     gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
05:51:06.995573 tst     gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)
05:51:07.117461 tst     gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)
05:51:07.400103 tst      cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...
05:51:07.528253 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
05:51:07.847563 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32541): Launched
05:51:08.114065 run iperf3-srv_10.42.42.10(pid=32542): Launched
05:51:08.299930 tst      cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...
05:51:08.427440 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
05:51:08.746363 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32543): Launched
05:51:09.011599 run iperf3-srv_10.42.42.10(pid=32544): Launched
05:51:09.197649 tst      cs_paging_gprs_active.py:38: start network...
05:51:09.324698 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
05:51:09.807010 run         create_hlr_db(pid=32545): Launched
05:51:09.982643 bus                          /gobi_6: Setting Powered False
05:51:11.014244 run         create_hlr_db(pid=32545): Terminated: ok {rc=0}
05:51:11.450005 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32547): Launched
05:51:11.778772 run   osmo-hlr_10.42.42.2(pid=32548): Launched
05:51:11.902058 run              osmo-stp_10.42.42.5: Starting osmo-stp
05:51:12.472101 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32550): Launched
05:51:12.800407 run   osmo-stp_10.42.42.5(pid=32551): Launched
05:51:12.918492 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
05:51:13.489499 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32553): Launched
05:51:13.605296 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
05:51:13.892180 run              patchelf(pid=32554): Launched
05:51:14.083211 run   osmo-stp_10.42.42.5(pid=32551): ERR: Terminated: ERROR {rc=1}  [trial-2370↪gprs:trx-b200+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32551)]
05:51:14.222635 run   osmo-stp_10.42.42.5(pid=32551): stdout: 
| (launched: 2022-12-10_05:51:12.637703)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
05:51:14.361938 run   osmo-stp_10.42.42.5(pid=32551): stderr: 
| �[0;m�[38;5;43m20221210055112832 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210055112832 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210055112833 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210055112833 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210055112834 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210055112834 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210055112834 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
05:51:14.496329 run   osmo-stp_10.42.42.5(pid=32551): stdout: 
| (launched: 2022-12-10_05:51:12.637703)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
05:51:14.630020 run   osmo-stp_10.42.42.5(pid=32551): stderr: 
| �[0;m�[38;5;43m20221210055112832 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210055112832 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210055112833 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210055112833 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210055112834 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210055112834 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210055112834 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
05:51:14.785197 run              patchelf(pid=32554): Terminating (SIGINT)
05:51:14.967886 run              patchelf(pid=32554): Terminated: ok {rc=0}
05:51:15.002199 tst      cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=32551): Process ended prematurely: osmo-stp_10.42.42.5(pid=32551) [trial-2370↪gprs:trx-b200+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32551)]  [trial-2370↪gprs:trx-b200+mod-bts0-egprs↪cs_paging_gprs_active.py:38]
05:51:15.012115 tst      cs_paging_gprs_active.py:38: Test FAILED (8.7 sec)
05:51:15.074286 run   osmo-hlr_10.42.42.2(pid=32548): ERR: Terminated: ERROR {rc=237}  [trial-2370↪gprs:trx-b200+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32548)]
05:51:15.124935 run   osmo-hlr_10.42.42.2(pid=32548): stdout: 
| (launched: 2022-12-10_05:51:11.616259) 
05:51:15.176418 run   osmo-hlr_10.42.42.2(pid=32548): stderr: 
| �[0;m�[1;31m20221210055111820 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210055111820 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210055111820 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210055111820 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210055111820 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210055111820 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210055111833 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/gprs:trx-b200+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210055111841 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210055111842 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210055111842 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
05:51:15.220433 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32541): Terminating (SIGTERM)
05:51:15.262063 run iperf3-srv_10.42.42.10(pid=32542): Terminating (SIGTERM)
05:51:15.303396 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32543): Terminating (SIGTERM)
05:51:15.344648 run iperf3-srv_10.42.42.10(pid=32544): Terminating (SIGTERM)
05:51:15.385978 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32547): Terminating (SIGTERM)
05:51:15.427171 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32550): Terminating (SIGTERM)
05:51:15.468463 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32553): Terminating (SIGTERM)
05:51:15.478127 ---      ParallelTerminationStrategy: PID 32541 died...
05:51:15.533028 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32541): Terminated: ok {rc=0}
05:51:15.543017 ---      ParallelTerminationStrategy: PID 32542 died...
05:51:15.598151 run iperf3-srv_10.42.42.10(pid=32542): Terminated {rc=256}
05:51:15.608267 ---      ParallelTerminationStrategy: PID 32543 died...
05:51:15.663043 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32543): Terminated: ok {rc=0}
05:51:15.673015 ---      ParallelTerminationStrategy: PID 32544 died...
05:51:15.727414 run iperf3-srv_10.42.42.10(pid=32544): Terminated {rc=256}
05:51:15.737430 ---      ParallelTerminationStrategy: PID 32547 died...
05:51:15.792098 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32547): Terminated: ok {rc=0}
05:51:15.802118 ---      ParallelTerminationStrategy: PID 32550 died...
05:51:15.857563 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32550): Terminated: ok {rc=0}
05:51:15.867888 ---      ParallelTerminationStrategy: PID 32553 died...
05:51:15.946967 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32553): Terminated: ok {rc=0}
05:51:16.033573 bus                          /gobi_0: Setting Powered False
05:51:17.162669 bus                          /gobi_0: Setting Powered False
05:51:18.275319 bus                          /gobi_6: Setting Powered False
</stdout></case><case><age>232</age><className>gprs:trx-b200+mod-bts0-egprs</className><duration>8.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=32563): Process ended prematurely: osmo-stp_10.42.42.5(pid=32563) [trial-2370↪gprs:trx-b200+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32563)]</errorStackTrace><failedSince>2139</failedSince><name>iperf3.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py", line 8, in &lt;module&gt;
    setup_run_iperf3_test_parallel(1)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py", line 67, in setup_run_iperf3_test_parallel
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32563): Process ended prematurely: osmo-stp_10.42.42.5(pid=32563) [trial-2370↪gprs:trx-b200+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32563)]
</stderr><stdout>
----------------------------------------------
trial-2370 gprs:trx-b200+mod-bts0-egprs iperf3.py
----------------------------------------------
05:51:19.385571 tst     gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
05:51:19.397177 tst     gprs:trx-b200+mod-bts0-egprs: Using 1 x bts (candidates: 1)
05:51:19.542610 tst                        iperf3.py: using LAC 26288
05:51:19.660764 tst                        iperf3.py: using RAC 23
05:51:19.780273 tst                        iperf3.py: using CellId 26288
05:51:19.900175 tst                        iperf3.py: using BVCI 26289
05:51:19.923669 tst     gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
05:51:19.934733 tst     gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
05:51:19.945660 tst     gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
05:51:19.956636 tst     gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
05:51:19.967650 tst     gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
05:51:19.978632 tst     gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
05:51:19.989703 tst     gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
05:51:20.000553 tst     gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
05:51:20.011798 tst     gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)
05:51:20.290527 tst                      iperf3.py:8: start iperfv3 server 10.42.42.10:5003...
05:51:20.418090 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
05:51:20.736574 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32555): Launched
05:51:21.001862 run iperf3-srv_10.42.42.10(pid=32556): Launched
05:51:21.187790 tst                      iperf3.py:8: start network...
05:51:21.314924 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
05:51:21.795774 run         create_hlr_db(pid=32557): Launched
05:51:21.972265 bus                          /gobi_6: Setting Powered False
05:51:22.992181 run         create_hlr_db(pid=32557): Terminated: ok {rc=0}
05:51:23.426757 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32559): Launched
05:51:23.754726 run   osmo-hlr_10.42.42.2(pid=32560): Launched
05:51:23.875361 run              osmo-stp_10.42.42.5: Starting osmo-stp
05:51:24.447748 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32562): Launched
05:51:24.775141 run   osmo-stp_10.42.42.5(pid=32563): Launched
05:51:24.893985 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
05:51:25.464849 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32565): Launched
05:51:25.581690 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
05:51:25.867318 run              patchelf(pid=32566): Launched
05:51:26.058374 run   osmo-stp_10.42.42.5(pid=32563): ERR: Terminated: ERROR {rc=1}  [trial-2370↪gprs:trx-b200+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32563)]
05:51:26.197629 run   osmo-stp_10.42.42.5(pid=32563): stdout: 
| (launched: 2022-12-10_05:51:24.612838)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
05:51:26.336866 run   osmo-stp_10.42.42.5(pid=32563): stderr: 
| �[0;m�[38;5;43m20221210055124807 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210055124807 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210055124807 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210055124807 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210055124808 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210055124808 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210055124808 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
05:51:26.471300 run   osmo-stp_10.42.42.5(pid=32563): stdout: 
| (launched: 2022-12-10_05:51:24.612838)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
05:51:26.604886 run   osmo-stp_10.42.42.5(pid=32563): stderr: 
| �[0;m�[38;5;43m20221210055124807 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210055124807 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210055124807 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210055124807 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210055124808 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210055124808 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210055124808 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
05:51:26.759642 run              patchelf(pid=32566): Terminating (SIGINT)
05:51:26.941171 run              patchelf(pid=32566): Terminated: ok {rc=0}
05:51:26.974536 tst                      iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=32563): Process ended prematurely: osmo-stp_10.42.42.5(pid=32563) [trial-2370↪gprs:trx-b200+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32563)]  [trial-2370↪gprs:trx-b200+mod-bts0-egprs↪iperf3.py:8]
05:51:26.985415 tst                      iperf3.py:8: Test FAILED (7.6 sec)
05:51:27.047480 run   osmo-hlr_10.42.42.2(pid=32560): ERR: Terminated: ERROR {rc=237}  [trial-2370↪gprs:trx-b200+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32560)]
05:51:27.098205 run   osmo-hlr_10.42.42.2(pid=32560): stdout: 
| (launched: 2022-12-10_05:51:23.592687) 
05:51:27.149803 run   osmo-hlr_10.42.42.2(pid=32560): stderr: 
| �[0;m�[1;31m20221210055123795 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210055123795 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210055123795 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210055123795 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210055123795 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210055123796 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210055123807 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/gprs:trx-b200+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210055123816 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210055123816 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210055123816 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
05:51:27.193584 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32555): Terminating (SIGTERM)
05:51:27.234530 run iperf3-srv_10.42.42.10(pid=32556): Terminating (SIGTERM)
05:51:27.275669 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32559): Terminating (SIGTERM)
05:51:27.316823 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32562): Terminating (SIGTERM)
05:51:27.357916 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32565): Terminating (SIGTERM)
05:51:27.367439 ---      ParallelTerminationStrategy: PID 32555 died...
05:51:27.422896 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32555): Terminated: ok {rc=0}
05:51:27.432926 ---      ParallelTerminationStrategy: PID 32556 died...
05:51:27.487895 run iperf3-srv_10.42.42.10(pid=32556): Terminated {rc=256}
05:51:27.497985 ---      ParallelTerminationStrategy: PID 32559 died...
05:51:27.552560 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32559): Terminated: ok {rc=0}
05:51:27.562446 ---      ParallelTerminationStrategy: PID 32562 died...
05:51:27.617213 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32562): Terminated: ok {rc=0}
05:51:27.627203 ---      ParallelTerminationStrategy: PID 32565 died...
05:51:27.681965 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32565): Terminated: ok {rc=0}
05:51:27.768843 bus                          /gobi_6: Setting Powered False
</stdout></case><case><age>232</age><className>gprs:trx-b200+mod-bts0-egprs</className><duration>11.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=32581): Process ended prematurely: osmo-stp_10.42.42.5(pid=32581) [trial-2370↪gprs:trx-b200+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32581)]</errorStackTrace><failedSince>2139</failedSince><name>iperf3m4.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py", line 8, in &lt;module&gt;
    setup_run_iperf3_test_parallel(4)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py", line 67, in setup_run_iperf3_test_parallel
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32581): Process ended prematurely: osmo-stp_10.42.42.5(pid=32581) [trial-2370↪gprs:trx-b200+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32581)]
</stderr><stdout>
----------------------------------------------
trial-2370 gprs:trx-b200+mod-bts0-egprs iperf3m4.py
----------------------------------------------
05:51:28.880338 tst     gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
05:51:28.892072 tst     gprs:trx-b200+mod-bts0-egprs: Using 1 x bts (candidates: 1)
05:51:29.035301 tst                      iperf3m4.py: using LAC 26289
05:51:29.156628 tst                      iperf3m4.py: using RAC 24
05:51:29.281651 tst                      iperf3m4.py: using CellId 26289
05:51:29.400530 tst                      iperf3m4.py: using BVCI 26290
05:51:29.423877 tst     gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
05:51:29.434893 tst     gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
05:51:29.445530 tst     gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
05:51:29.456553 tst     gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
05:51:29.467323 tst     gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
05:51:29.478411 tst     gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
05:51:29.489902 tst     gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
05:51:29.500910 tst     gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
05:51:29.512243 tst     gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)
05:51:29.633408 tst     gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)
05:51:29.757762 tst     gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)
05:51:29.876695 tst     gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)
05:51:30.173921 tst                    iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...
05:51:30.310181 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
05:51:30.652926 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32567): Launched
05:51:30.974442 run iperf3-srv_10.42.42.10(pid=32568): Launched
05:51:31.168487 tst                    iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...
05:51:31.300384 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
05:51:31.643697 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32569): Launched
05:51:31.933323 run iperf3-srv_10.42.42.10(pid=32570): Launched
05:51:32.125276 tst                    iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...
05:51:32.255728 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
05:51:32.575476 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32571): Launched
05:51:32.841099 run iperf3-srv_10.42.42.10(pid=32572): Launched
05:51:33.027260 tst                    iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...
05:51:33.154384 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
05:51:33.472123 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32573): Launched
05:51:33.736693 run iperf3-srv_10.42.42.10(pid=32574): Launched
05:51:33.922418 tst                    iperf3m4.py:8: start network...
05:51:34.049397 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
05:51:34.531586 run         create_hlr_db(pid=32575): Launched
05:51:34.707498 bus                          /gobi_6: Setting Powered False
05:51:35.729559 run         create_hlr_db(pid=32575): Terminated: ok {rc=0}
05:51:36.167570 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32577): Launched
05:51:36.496061 run   osmo-hlr_10.42.42.2(pid=32578): Launched
05:51:36.616013 run              osmo-stp_10.42.42.5: Starting osmo-stp
05:51:37.188417 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32580): Launched
05:51:37.514904 run   osmo-stp_10.42.42.5(pid=32581): Launched
05:51:37.632656 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
05:51:38.204787 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32583): Launched
05:51:38.321883 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
05:51:38.608218 run              patchelf(pid=32584): Launched
05:51:38.799391 run   osmo-stp_10.42.42.5(pid=32581): ERR: Terminated: ERROR {rc=1}  [trial-2370↪gprs:trx-b200+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32581)]
05:51:38.939039 run   osmo-stp_10.42.42.5(pid=32581): stdout: 
| (launched: 2022-12-10_05:51:37.353775)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
05:51:39.079341 run   osmo-stp_10.42.42.5(pid=32581): stderr: 
| �[0;m�[38;5;43m20221210055137549 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210055137549 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210055137550 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210055137550 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210055137550 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210055137550 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210055137551 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
05:51:39.214682 run   osmo-stp_10.42.42.5(pid=32581): stdout: 
| (launched: 2022-12-10_05:51:37.353775)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
05:51:39.356777 run   osmo-stp_10.42.42.5(pid=32581): stderr: 
| �[0;m�[38;5;43m20221210055137549 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210055137549 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210055137550 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210055137550 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210055137550 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210055137550 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210055137551 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
05:51:39.509579 run              patchelf(pid=32584): Terminating (SIGINT)
05:51:39.689111 run              patchelf(pid=32584): Terminated: ok {rc=0}
05:51:39.722018 tst                    iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=32581): Process ended prematurely: osmo-stp_10.42.42.5(pid=32581) [trial-2370↪gprs:trx-b200+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32581)]  [trial-2370↪gprs:trx-b200+mod-bts0-egprs↪iperf3m4.py:8]
05:51:39.731870 tst                    iperf3m4.py:8: Test FAILED (10.9 sec)
05:51:39.793861 run   osmo-hlr_10.42.42.2(pid=32578): ERR: Terminated: ERROR {rc=237}  [trial-2370↪gprs:trx-b200+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32578)]
05:51:39.844096 run   osmo-hlr_10.42.42.2(pid=32578): stdout: 
| (launched: 2022-12-10_05:51:36.334380) 
05:51:39.894892 run   osmo-hlr_10.42.42.2(pid=32578): stderr: 
| �[0;m�[1;31m20221210055136533 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210055136533 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210055136533 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210055136533 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210055136533 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210055136533 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210055136547 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/gprs:trx-b200+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210055136557 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210055136557 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210055136557 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
05:51:39.938292 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32567): Terminating (SIGTERM)
05:51:39.979295 run iperf3-srv_10.42.42.10(pid=32568): Terminating (SIGTERM)
05:51:40.020709 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32569): Terminating (SIGTERM)
05:51:40.062080 run iperf3-srv_10.42.42.10(pid=32570): Terminating (SIGTERM)
05:51:40.103331 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32571): Terminating (SIGTERM)
05:51:40.144553 run iperf3-srv_10.42.42.10(pid=32572): Terminating (SIGTERM)
05:51:40.185783 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32573): Terminating (SIGTERM)
05:51:40.226970 run iperf3-srv_10.42.42.10(pid=32574): Terminating (SIGTERM)
05:51:40.268530 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32577): Terminating (SIGTERM)
05:51:40.309923 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32580): Terminating (SIGTERM)
05:51:40.351292 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32583): Terminating (SIGTERM)
05:51:40.360838 ---      ParallelTerminationStrategy: PID 32567 died...
05:51:40.416216 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32567): Terminated: ok {rc=0}
05:51:40.426350 ---      ParallelTerminationStrategy: PID 32568 died...
05:51:40.481362 run iperf3-srv_10.42.42.10(pid=32568): Terminated {rc=256}
05:51:40.491424 ---      ParallelTerminationStrategy: PID 32569 died...
05:51:40.546425 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32569): Terminated: ok {rc=0}
05:51:40.556499 ---      ParallelTerminationStrategy: PID 32570 died...
05:51:40.611345 run iperf3-srv_10.42.42.10(pid=32570): Terminated {rc=256}
05:51:40.621405 ---      ParallelTerminationStrategy: PID 32571 died...
05:51:40.676454 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32571): Terminated: ok {rc=0}
05:51:40.686561 ---      ParallelTerminationStrategy: PID 32572 died...
05:51:40.741521 run iperf3-srv_10.42.42.10(pid=32572): Terminated {rc=256}
05:51:40.751540 ---      ParallelTerminationStrategy: PID 32573 died...
05:51:40.806600 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32573): Terminated: ok {rc=0}
05:51:40.816623 ---      ParallelTerminationStrategy: PID 32574 died...
05:51:40.874124 run iperf3-srv_10.42.42.10(pid=32574): Terminated {rc=256}
05:51:40.883881 ---      ParallelTerminationStrategy: PID 32577 died...
05:51:40.937392 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32577): Terminated: ok {rc=0}
05:51:40.947808 ---      ParallelTerminationStrategy: PID 32580 died...
05:51:41.000987 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32580): Terminated: ok {rc=0}
05:51:41.011436 ---      ParallelTerminationStrategy: PID 32583 died...
05:51:41.064760 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32583): Terminated: ok {rc=0}
05:51:41.152652 bus                          /gobi_4: Setting Powered False
05:51:42.257018 bus                          /gobi_4: Setting Powered False
05:51:43.363747 bus                          /gobi_1: Setting Powered False
05:51:44.469776 bus                          /gobi_1: Setting Powered False
05:51:45.577235 bus                          /gobi_0: Setting Powered False
05:51:46.700457 bus                          /gobi_0: Setting Powered False
05:51:47.813041 bus                          /gobi_6: Setting Powered False
</stdout></case><case><age>232</age><className>gprs:trx-b200+mod-bts0-egprs</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=32591): Process ended prematurely: osmo-stp_10.42.42.5(pid=32591) [trial-2370↪gprs:trx-b200+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32591)]</errorStackTrace><failedSince>2139</failedSince><name>ping.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py", line 22, in &lt;module&gt;
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32591): Process ended prematurely: osmo-stp_10.42.42.5(pid=32591) [trial-2370↪gprs:trx-b200+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32591)]
</stderr><stdout>
----------------------------------------------
trial-2370 gprs:trx-b200+mod-bts0-egprs ping.py
----------------------------------------------
05:51:48.880049 tst     gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
05:51:48.891621 tst     gprs:trx-b200+mod-bts0-egprs: Using 1 x bts (candidates: 1)
05:51:49.029382 tst                          ping.py: using LAC 26290
05:51:49.145474 tst                          ping.py: using RAC 25
05:51:49.261430 tst                          ping.py: using CellId 26290
05:51:49.377420 tst                          ping.py: using BVCI 26291
05:51:49.400012 tst     gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
05:51:49.410957 tst     gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
05:51:49.421529 tst     gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
05:51:49.432929 tst     gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
05:51:49.444023 tst     gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
05:51:49.455003 tst     gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
05:51:49.466106 tst     gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
05:51:49.477145 tst     gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)
05:51:49.744790 tst                       ping.py:19: start network...
05:51:49.866213 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
05:51:50.328379 run         create_hlr_db(pid=32585): Launched
05:51:50.497708 bus                          /gobi_6: Setting Powered False
05:51:51.518283 run         create_hlr_db(pid=32585): Terminated: ok {rc=0}
05:51:51.938421 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32587): Launched
05:51:52.254070 run   osmo-hlr_10.42.42.2(pid=32588): Launched
05:51:52.369845 run              osmo-stp_10.42.42.5: Starting osmo-stp
05:51:52.919045 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32590): Launched
05:51:53.234887 run   osmo-stp_10.42.42.5(pid=32591): Launched
05:51:53.348529 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
05:51:53.896414 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32593): Launched
05:51:54.008187 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
05:51:54.283436 run              patchelf(pid=32594): Launched
05:51:54.468291 run   osmo-stp_10.42.42.5(pid=32591): ERR: Terminated: ERROR {rc=1}  [trial-2370↪gprs:trx-b200+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32591)]
05:51:54.602981 run   osmo-stp_10.42.42.5(pid=32591): stdout: 
| (launched: 2022-12-10_05:51:53.079032)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
05:51:54.737547 run   osmo-stp_10.42.42.5(pid=32591): stderr: 
| �[0;m�[38;5;43m20221210055153271 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210055153271 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210055153271 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210055153272 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210055153272 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210055153272 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210055153272 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
05:51:54.867396 run   osmo-stp_10.42.42.5(pid=32591): stdout: 
| (launched: 2022-12-10_05:51:53.079032)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
05:51:54.995895 run   osmo-stp_10.42.42.5(pid=32591): stderr: 
| �[0;m�[38;5;43m20221210055153271 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210055153271 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210055153271 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210055153272 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210055153272 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210055153272 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210055153272 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
05:51:55.146050 run              patchelf(pid=32594): Terminating (SIGINT)
05:51:55.321473 run              patchelf(pid=32594): Terminated: ok {rc=0}
05:51:55.353373 tst                       ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=32591): Process ended prematurely: osmo-stp_10.42.42.5(pid=32591) [trial-2370↪gprs:trx-b200+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32591)]  [trial-2370↪gprs:trx-b200+mod-bts0-egprs↪ping.py:22]
05:51:55.362608 tst                       ping.py:22: Test FAILED (6.5 sec)
05:51:55.424800 run   osmo-hlr_10.42.42.2(pid=32588): ERR: Terminated: ERROR {rc=237}  [trial-2370↪gprs:trx-b200+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32588)]
05:51:55.475764 run   osmo-hlr_10.42.42.2(pid=32588): stdout: 
| (launched: 2022-12-10_05:51:52.098210) 
05:51:55.527284 run   osmo-hlr_10.42.42.2(pid=32588): stderr: 
| �[0;m�[1;31m20221210055152294 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210055152294 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210055152294 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210055152294 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210055152294 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210055152295 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210055152307 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/gprs:trx-b200+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210055152317 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210055152317 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210055152317 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
05:51:55.571075 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32587): Terminating (SIGTERM)
05:51:55.612465 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32590): Terminating (SIGTERM)
05:51:55.654128 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32593): Terminating (SIGTERM)
05:51:55.663786 ---      ParallelTerminationStrategy: PID 32587 died...
05:51:55.719313 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32587): Terminated: ok {rc=0}
05:51:55.729438 ---      ParallelTerminationStrategy: PID 32590 died...
05:51:55.784580 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32590): Terminated: ok {rc=0}
05:51:55.794685 ---      ParallelTerminationStrategy: PID 32593 died...
05:51:55.849612 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32593): Terminated: ok {rc=0}
05:51:55.935495 bus                          /gobi_6: Setting Powered False
</stdout></case><case><age>232</age><className>gprs:trx-b200+mod-bts0-egprs</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=32601): Process ended prematurely: osmo-stp_10.42.42.5(pid=32601) [trial-2370↪gprs:trx-b200+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32601)]</errorStackTrace><failedSince>2139</failedSince><name>ping_idle_ping.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py", line 27, in &lt;module&gt;
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32601): Process ended prematurely: osmo-stp_10.42.42.5(pid=32601) [trial-2370↪gprs:trx-b200+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32601)]
</stderr><stdout>
----------------------------------------------
trial-2370 gprs:trx-b200+mod-bts0-egprs ping_idle_ping.py
----------------------------------------------
05:51:56.988136 tst     gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
05:51:57.000368 tst     gprs:trx-b200+mod-bts0-egprs: Using 1 x bts (candidates: 1)
05:51:57.145892 tst                ping_idle_ping.py: using LAC 26291
05:51:57.270564 tst                ping_idle_ping.py: using RAC 26
05:51:57.403384 tst                ping_idle_ping.py: using CellId 26291
05:51:57.525208 tst                ping_idle_ping.py: using BVCI 26292
05:51:57.549137 tst     gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
05:51:57.560341 tst     gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
05:51:57.571390 tst     gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
05:51:57.583028 tst     gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
05:51:57.594530 tst     gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
05:51:57.606002 tst     gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
05:51:57.617677 tst     gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
05:51:57.629262 tst     gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)
05:51:57.914951 tst             ping_idle_ping.py:24: start network...
05:51:58.046133 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
05:51:58.551525 run         create_hlr_db(pid=32595): Launched
05:51:58.734410 bus                          /gobi_6: Setting Powered False
05:51:59.754535 run         create_hlr_db(pid=32595): Terminated: ok {rc=0}
05:52:00.152160 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32597): Launched
05:52:00.449446 run   osmo-hlr_10.42.42.2(pid=32598): Launched
05:52:00.561909 run              osmo-stp_10.42.42.5: Starting osmo-stp
05:52:01.147247 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32600): Launched
05:52:01.490765 run   osmo-stp_10.42.42.5(pid=32601): Launched
05:52:01.659844 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
05:52:02.434505 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32603): Launched
05:52:02.547474 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
05:52:02.824344 run              patchelf(pid=32604): Launched
05:52:03.009933 run   osmo-stp_10.42.42.5(pid=32601): ERR: Terminated: ERROR {rc=1}  [trial-2370↪gprs:trx-b200+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32601)]
05:52:03.146014 run   osmo-stp_10.42.42.5(pid=32601): stdout: 
| (launched: 2022-12-10_05:52:01.310758)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
05:52:03.282241 run   osmo-stp_10.42.42.5(pid=32601): stderr: 
| �[0;m�[38;5;43m20221210055201683 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210055201684 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210055201684 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210055201685 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210055201690 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210055201690 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210055201690 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
05:52:03.413466 run   osmo-stp_10.42.42.5(pid=32601): stdout: 
| (launched: 2022-12-10_05:52:01.310758)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
05:52:03.543018 run   osmo-stp_10.42.42.5(pid=32601): stderr: 
| �[0;m�[38;5;43m20221210055201683 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210055201684 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210055201684 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210055201685 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210055201690 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210055201690 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210055201690 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
05:52:03.694341 run              patchelf(pid=32604): Terminating (SIGINT)
05:52:03.871860 run              patchelf(pid=32604): Terminated: ok {rc=0}
05:52:03.904139 tst             ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=32601): Process ended prematurely: osmo-stp_10.42.42.5(pid=32601) [trial-2370↪gprs:trx-b200+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32601)]  [trial-2370↪gprs:trx-b200+mod-bts0-egprs↪ping_idle_ping.py:27]
05:52:03.913507 tst             ping_idle_ping.py:27: Test FAILED (6.9 sec)
05:52:03.976244 run   osmo-hlr_10.42.42.2(pid=32598): ERR: Terminated: ERROR {rc=237}  [trial-2370↪gprs:trx-b200+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32598)]
05:52:04.028140 run   osmo-hlr_10.42.42.2(pid=32598): stdout: 
| (launched: 2022-12-10_05:52:00.301278) 
05:52:04.080262 run   osmo-hlr_10.42.42.2(pid=32598): stderr: 
| �[0;m�[1;31m20221210055200477 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210055200477 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210055200477 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210055200478 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210055200478 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210055200478 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210055200490 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/gprs:trx-b200+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210055200501 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210055200501 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210055200501 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
05:52:04.124285 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32597): Terminating (SIGTERM)
05:52:04.166519 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32600): Terminating (SIGTERM)
05:52:04.208643 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32603): Terminating (SIGTERM)
05:52:04.218427 ---      ParallelTerminationStrategy: PID 32597 died...
05:52:04.274377 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32597): Terminated: ok {rc=0}
05:52:04.284727 ---      ParallelTerminationStrategy: PID 32600 died...
05:52:04.340279 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32600): Terminated: ok {rc=0}
05:52:04.350615 ---      ParallelTerminationStrategy: PID 32603 died...
05:52:04.406047 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32603): Terminated: ok {rc=0}
05:52:04.493488 bus                          /gobi_6: Setting Powered False
</stdout></case><duration>61.0</duration><id>51</id><name>gprs_trx-b200+mod-bts0-egprs</name><properties></properties><timestamp>2022-12-10T05:51:05</timestamp></suite><suite><case><age>232</age><className>gprs:trx-b200+mod-bts0-dynts-ipa</className><duration>9.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=32618): Process ended prematurely: osmo-stp_10.42.42.5(pid=32618) [trial-2370↪gprs:trx-b200+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32618)]</errorStackTrace><failedSince>2139</failedSince><name>cs_paging_gprs_active.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py", line 38, in &lt;module&gt;
    setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py", line 67, in setup_run_iperf3_test_parallel
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32618): Process ended prematurely: osmo-stp_10.42.42.5(pid=32618) [trial-2370↪gprs:trx-b200+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32618)]
</stderr><stdout>
----------------------------------------------
trial-2370 gprs:trx-b200+mod-bts0-dynts-ipa cs_paging_gprs_active.py
----------------------------------------------
05:52:06.657146 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
05:52:06.668532 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)
05:52:06.832842 tst         cs_paging_gprs_active.py: using LAC 26292
05:52:06.955455 tst         cs_paging_gprs_active.py: using RAC 27
05:52:07.075910 tst         cs_paging_gprs_active.py: using CellId 26292
05:52:07.198220 tst         cs_paging_gprs_active.py: using BVCI 26293
05:52:07.221210 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
05:52:07.232101 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
05:52:07.242930 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
05:52:07.254568 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
05:52:07.266066 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
05:52:07.277656 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
05:52:07.289144 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
05:52:07.300557 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
05:52:07.312041 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)
05:52:07.427582 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)
05:52:07.702952 tst      cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...
05:52:07.828332 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
05:52:08.140514 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32608): Launched
05:52:08.398815 run iperf3-srv_10.42.42.10(pid=32609): Launched
05:52:08.581117 tst      cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...
05:52:08.704581 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
05:52:09.015302 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32610): Launched
05:52:09.273460 run iperf3-srv_10.42.42.10(pid=32611): Launched
05:52:09.455186 tst      cs_paging_gprs_active.py:38: start network...
05:52:09.579552 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
05:52:10.056197 run         create_hlr_db(pid=32612): Launched
05:52:10.224186 bus                          /gobi_6: Setting Powered False
05:52:11.245717 run         create_hlr_db(pid=32612): Terminated: ok {rc=0}
05:52:11.659454 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32614): Launched
05:52:11.974546 run   osmo-hlr_10.42.42.2(pid=32615): Launched
05:52:12.094129 run              osmo-stp_10.42.42.5: Starting osmo-stp
05:52:12.641319 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32617): Launched
05:52:12.957650 run   osmo-stp_10.42.42.5(pid=32618): Launched
05:52:13.071900 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
05:52:13.621212 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32620): Launched
05:52:13.733345 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
05:52:14.009186 run              patchelf(pid=32621): Launched
05:52:14.193442 run   osmo-stp_10.42.42.5(pid=32618): ERR: Terminated: ERROR {rc=1}  [trial-2370↪gprs:trx-b200+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32618)]
05:52:14.327724 run   osmo-stp_10.42.42.5(pid=32618): stdout: 
| (launched: 2022-12-10_05:52:12.800452)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
05:52:14.462606 run   osmo-stp_10.42.42.5(pid=32618): stderr: 
| �[0;m�[38;5;43m20221210055212993 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210055212993 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210055212993 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210055212994 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210055212994 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210055212994 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210055212994 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
05:52:14.593647 run   osmo-stp_10.42.42.5(pid=32618): stdout: 
| (launched: 2022-12-10_05:52:12.800452)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
05:52:14.722539 run   osmo-stp_10.42.42.5(pid=32618): stderr: 
| �[0;m�[38;5;43m20221210055212993 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210055212993 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210055212993 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210055212994 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210055212994 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210055212994 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210055212994 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
05:52:14.872047 run              patchelf(pid=32621): Terminating (SIGINT)
05:52:15.048284 run              patchelf(pid=32621): Terminated: ok {rc=0}
05:52:15.080863 tst      cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=32618): Process ended prematurely: osmo-stp_10.42.42.5(pid=32618) [trial-2370↪gprs:trx-b200+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32618)]  [trial-2370↪gprs:trx-b200+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]
05:52:15.090685 tst      cs_paging_gprs_active.py:38: Test FAILED (8.5 sec)
05:52:15.152239 run   osmo-hlr_10.42.42.2(pid=32615): ERR: Terminated: ERROR {rc=237}  [trial-2370↪gprs:trx-b200+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32615)]
05:52:15.202631 run   osmo-hlr_10.42.42.2(pid=32615): stdout: 
| (launched: 2022-12-10_05:52:11.815934) 
05:52:15.253702 run   osmo-hlr_10.42.42.2(pid=32615): stderr: 
| �[0;m�[1;31m20221210055212014 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210055212014 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210055212014 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210055212014 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210055212014 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210055212014 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210055212026 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/gprs:trx-b200+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210055212034 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210055212034 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210055212034 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
05:52:15.297213 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32608): Terminating (SIGTERM)
05:52:15.338310 run iperf3-srv_10.42.42.10(pid=32609): Terminating (SIGTERM)
05:52:15.379259 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32610): Terminating (SIGTERM)
05:52:15.420130 run iperf3-srv_10.42.42.10(pid=32611): Terminating (SIGTERM)
05:52:15.461044 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32614): Terminating (SIGTERM)
05:52:15.501858 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32617): Terminating (SIGTERM)
05:52:15.542731 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32620): Terminating (SIGTERM)
05:52:15.552214 ---      ParallelTerminationStrategy: PID 32608 died...
05:52:15.607068 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32608): Terminated: ok {rc=0}
05:52:15.616832 ---      ParallelTerminationStrategy: PID 32609 died...
05:52:15.671204 run iperf3-srv_10.42.42.10(pid=32609): Terminated {rc=256}
05:52:15.681094 ---      ParallelTerminationStrategy: PID 32610 died...
05:52:15.735716 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32610): Terminated: ok {rc=0}
05:52:15.745721 ---      ParallelTerminationStrategy: PID 32611 died...
05:52:15.800470 run iperf3-srv_10.42.42.10(pid=32611): Terminated {rc=256}
05:52:15.810424 ---      ParallelTerminationStrategy: PID 32614 died...
05:52:15.868461 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32614): Terminated: ok {rc=0}
05:52:15.878786 ---      ParallelTerminationStrategy: PID 32617 died...
05:52:15.934832 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32617): Terminated: ok {rc=0}
05:52:15.945156 ---      ParallelTerminationStrategy: PID 32620 died...
05:52:16.000733 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32620): Terminated: ok {rc=0}
05:52:16.100625 bus                          /gobi_0: Setting Powered False
05:52:17.223036 bus                          /gobi_0: Setting Powered False
05:52:18.336178 bus                          /gobi_6: Setting Powered False
</stdout></case><case><age>232</age><className>gprs:trx-b200+mod-bts0-dynts-ipa</className><duration>8.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=32630): Process ended prematurely: osmo-stp_10.42.42.5(pid=32630) [trial-2370↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32630)]</errorStackTrace><failedSince>2139</failedSince><name>iperf3.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py", line 8, in &lt;module&gt;
    setup_run_iperf3_test_parallel(1)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py", line 67, in setup_run_iperf3_test_parallel
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32630): Process ended prematurely: osmo-stp_10.42.42.5(pid=32630) [trial-2370↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32630)]
</stderr><stdout>
----------------------------------------------
trial-2370 gprs:trx-b200+mod-bts0-dynts-ipa iperf3.py
----------------------------------------------
05:52:19.448872 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
05:52:19.460862 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)
05:52:19.624848 tst                        iperf3.py: using LAC 26293
05:52:19.747380 tst                        iperf3.py: using RAC 28
05:52:19.870028 tst                        iperf3.py: using CellId 26293
05:52:19.993065 tst                        iperf3.py: using BVCI 26294
05:52:20.017300 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
05:52:20.028435 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
05:52:20.039466 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
05:52:20.050568 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
05:52:20.061644 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
05:52:20.072639 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
05:52:20.083734 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
05:52:20.094958 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
05:52:20.106298 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)
05:52:20.418853 tst                      iperf3.py:8: start iperfv3 server 10.42.42.10:5003...
05:52:20.548434 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
05:52:20.873851 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32622): Launched
05:52:21.144402 run iperf3-srv_10.42.42.10(pid=32623): Launched
05:52:21.333463 tst                      iperf3.py:8: start network...
05:52:21.461966 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
05:52:21.960263 run         create_hlr_db(pid=32624): Launched
05:52:22.139909 bus                          /gobi_6: Setting Powered False
05:52:23.160024 run         create_hlr_db(pid=32624): Terminated: ok {rc=0}
05:52:23.548203 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32626): Launched
05:52:23.838581 run   osmo-hlr_10.42.42.2(pid=32627): Launched
05:52:23.951288 run              osmo-stp_10.42.42.5: Starting osmo-stp
05:52:24.464344 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32629): Launched
05:52:24.754487 run   osmo-stp_10.42.42.5(pid=32630): Launched
05:52:24.860251 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
05:52:25.364122 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32632): Launched
05:52:25.466866 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
05:52:25.720910 run              patchelf(pid=32633): Launched
05:52:25.890131 run   osmo-stp_10.42.42.5(pid=32630): ERR: Terminated: ERROR {rc=1}  [trial-2370↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32630)]
05:52:26.013672 run   osmo-stp_10.42.42.5(pid=32630): stdout: 
| (launched: 2022-12-10_05:52:24.610265)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
05:52:26.137605 run   osmo-stp_10.42.42.5(pid=32630): stderr: 
| �[0;m�[38;5;43m20221210055224781 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210055224781 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210055224782 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210055224782 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210055224783 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210055224783 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210055224783 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
05:52:26.257796 run   osmo-stp_10.42.42.5(pid=32630): stdout: 
| (launched: 2022-12-10_05:52:24.610265)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
05:52:26.376581 run   osmo-stp_10.42.42.5(pid=32630): stderr: 
| �[0;m�[38;5;43m20221210055224781 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210055224781 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210055224782 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210055224782 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210055224783 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210055224783 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210055224783 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
05:52:26.514318 run              patchelf(pid=32633): Terminating (SIGINT)
05:52:26.676485 run              patchelf(pid=32633): Terminated: ok {rc=0}
05:52:26.706534 tst                      iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=32630): Process ended prematurely: osmo-stp_10.42.42.5(pid=32630) [trial-2370↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32630)]  [trial-2370↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3.py:8]
05:52:26.715695 tst                      iperf3.py:8: Test FAILED (7.3 sec)
05:52:26.775330 run   osmo-hlr_10.42.42.2(pid=32627): ERR: Terminated: ERROR {rc=237}  [trial-2370↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32627)]
05:52:26.823831 run   osmo-hlr_10.42.42.2(pid=32627): stdout: 
| (launched: 2022-12-10_05:52:23.693746) 
05:52:26.873284 run   osmo-hlr_10.42.42.2(pid=32627): stderr: 
| �[0;m�[1;31m20221210055223871 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210055223871 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210055223871 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210055223871 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210055223871 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210055223871 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210055223884 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/gprs:trx-b200+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210055223892 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210055223892 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210055223892 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
05:52:26.914600 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32622): Terminating (SIGTERM)
05:52:26.953963 run iperf3-srv_10.42.42.10(pid=32623): Terminating (SIGTERM)
05:52:26.993291 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32626): Terminating (SIGTERM)
05:52:27.032618 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32629): Terminating (SIGTERM)
05:52:27.071914 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32632): Terminating (SIGTERM)
05:52:27.081273 ---      ParallelTerminationStrategy: PID 32622 died...
05:52:27.134145 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32622): Terminated: ok {rc=0}
05:52:27.143609 ---      ParallelTerminationStrategy: PID 32623 died...
05:52:27.195913 run iperf3-srv_10.42.42.10(pid=32623): Terminated {rc=256}
05:52:27.205508 ---      ParallelTerminationStrategy: PID 32626 died...
05:52:27.257684 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32626): Terminated: ok {rc=0}
05:52:27.267410 ---      ParallelTerminationStrategy: PID 32629 died...
05:52:27.319675 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32629): Terminated: ok {rc=0}
05:52:27.329459 ---      ParallelTerminationStrategy: PID 32632 died...
05:52:27.381784 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32632): Terminated: ok {rc=0}
05:52:27.469420 bus                          /gobi_6: Setting Powered False
</stdout></case><case><age>232</age><className>gprs:trx-b200+mod-bts0-dynts-ipa</className><duration>11.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=32652): Process ended prematurely: osmo-stp_10.42.42.5(pid=32652) [trial-2370↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32652)]</errorStackTrace><failedSince>2139</failedSince><name>iperf3m4.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py", line 8, in &lt;module&gt;
    setup_run_iperf3_test_parallel(4)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py", line 67, in setup_run_iperf3_test_parallel
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32652): Process ended prematurely: osmo-stp_10.42.42.5(pid=32652) [trial-2370↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32652)]
</stderr><stdout>
----------------------------------------------
trial-2370 gprs:trx-b200+mod-bts0-dynts-ipa iperf3m4.py
----------------------------------------------
05:52:28.575539 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
05:52:28.587075 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)
05:52:28.744475 tst                      iperf3m4.py: using LAC 26294
05:52:28.858385 tst                      iperf3m4.py: using RAC 29
05:52:28.969985 tst                      iperf3m4.py: using CellId 26294
05:52:29.081925 tst                      iperf3m4.py: using BVCI 26295
05:52:29.103996 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
05:52:29.114659 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
05:52:29.125267 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
05:52:29.135844 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
05:52:29.146465 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
05:52:29.157165 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
05:52:29.167880 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
05:52:29.178724 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
05:52:29.189651 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)
05:52:29.305849 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)
05:52:29.420196 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)
05:52:29.537477 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)
05:52:29.823727 tst                    iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...
05:52:29.953584 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
05:52:30.279484 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32634): Launched
05:52:30.549981 run iperf3-srv_10.42.42.10(pid=32635): Launched
05:52:30.740692 tst                    iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...
05:52:30.875670 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
05:52:31.220725 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32636): Launched
05:52:31.511365 run iperf3-srv_10.42.42.10(pid=32637): Launched
05:52:31.704419 tst                    iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...
05:52:31.836753 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
05:52:32.180721 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32638): Launched
05:52:32.451685 run iperf3-srv_10.42.42.10(pid=32639): Launched
05:52:32.640749 tst                    iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...
05:52:32.770800 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
05:52:33.096648 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32640): Launched
05:52:33.367247 run iperf3-srv_10.42.42.10(pid=32641): Launched
05:52:33.556255 tst                    iperf3m4.py:8: start network...
05:52:33.685633 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
05:52:34.183189 run         create_hlr_db(pid=32642): Launched
05:52:34.361643 bus                          /gobi_6: Setting Powered False
05:52:35.382677 run         create_hlr_db(pid=32642): Terminated: ok {rc=0}
05:52:35.773453 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32644): Launched
05:52:36.069709 run   osmo-hlr_10.42.42.2(pid=32649): Launched
05:52:36.182855 run              osmo-stp_10.42.42.5: Starting osmo-stp
05:52:36.698938 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32651): Launched
05:52:36.989584 run   osmo-stp_10.42.42.5(pid=32652): Launched
05:52:37.094948 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
05:52:37.601089 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32654): Launched
05:52:37.703285 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
05:52:37.958235 run              patchelf(pid=32655): Launched
05:52:38.127543 run   osmo-stp_10.42.42.5(pid=32652): ERR: Terminated: ERROR {rc=1}  [trial-2370↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32652)]
05:52:38.251493 run   osmo-stp_10.42.42.5(pid=32652): stdout: 
| (launched: 2022-12-10_05:52:36.845213)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
05:52:38.375549 run   osmo-stp_10.42.42.5(pid=32652): stderr: 
| �[0;m�[38;5;43m20221210055237016 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210055237016 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210055237016 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210055237017 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210055237019 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210055237019 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210055237019 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
05:52:38.495214 run   osmo-stp_10.42.42.5(pid=32652): stdout: 
| (launched: 2022-12-10_05:52:36.845213)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
05:52:38.614155 run   osmo-stp_10.42.42.5(pid=32652): stderr: 
| �[0;m�[38;5;43m20221210055237016 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210055237016 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210055237016 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210055237017 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210055237019 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210055237019 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210055237019 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
05:52:38.752682 run              patchelf(pid=32655): Terminating (SIGINT)
05:52:38.914945 run              patchelf(pid=32655): Terminated: ok {rc=0}
05:52:38.945396 tst                    iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=32652): Process ended prematurely: osmo-stp_10.42.42.5(pid=32652) [trial-2370↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32652)]  [trial-2370↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3m4.py:8]
05:52:38.954475 tst                    iperf3m4.py:8: Test FAILED (10.4 sec)
05:52:39.013977 run   osmo-hlr_10.42.42.2(pid=32649): ERR: Terminated: ERROR {rc=237}  [trial-2370↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32649)]
05:52:39.062227 run   osmo-hlr_10.42.42.2(pid=32649): stdout: 
| (launched: 2022-12-10_05:52:35.919327) 
05:52:39.111047 run   osmo-hlr_10.42.42.2(pid=32649): stderr: 
| �[0;m�[1;31m20221210055236097 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210055236097 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210055236097 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210055236097 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210055236097 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210055236097 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210055236109 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/gprs:trx-b200+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210055236118 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210055236118 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210055236118 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
05:52:39.152313 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32634): Terminating (SIGTERM)
05:52:39.191317 run iperf3-srv_10.42.42.10(pid=32635): Terminating (SIGTERM)
05:52:39.230286 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32636): Terminating (SIGTERM)
05:52:39.269041 run iperf3-srv_10.42.42.10(pid=32637): Terminating (SIGTERM)
05:52:39.308019 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32638): Terminating (SIGTERM)
05:52:39.347052 run iperf3-srv_10.42.42.10(pid=32639): Terminating (SIGTERM)
05:52:39.385969 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32640): Terminating (SIGTERM)
05:52:39.424723 run iperf3-srv_10.42.42.10(pid=32641): Terminating (SIGTERM)
05:52:39.463757 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32644): Terminating (SIGTERM)
05:52:39.502437 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32651): Terminating (SIGTERM)
05:52:39.541296 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32654): Terminating (SIGTERM)
05:52:39.550445 ---      ParallelTerminationStrategy: PID 32634 died...
05:52:39.602695 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32634): Terminated: ok {rc=0}
05:52:39.612344 ---      ParallelTerminationStrategy: PID 32635 died...
05:52:39.663829 run iperf3-srv_10.42.42.10(pid=32635): Terminated {rc=256}
05:52:39.673370 ---      ParallelTerminationStrategy: PID 32636 died...
05:52:39.725101 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32636): Terminated: ok {rc=0}
05:52:39.734627 ---      ParallelTerminationStrategy: PID 32637 died...
05:52:39.786544 run iperf3-srv_10.42.42.10(pid=32637): Terminated {rc=256}
05:52:39.795893 ---      ParallelTerminationStrategy: PID 32638 died...
05:52:39.847516 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32638): Terminated: ok {rc=0}
05:52:39.857077 ---      ParallelTerminationStrategy: PID 32639 died...
05:52:39.908551 run iperf3-srv_10.42.42.10(pid=32639): Terminated {rc=256}
05:52:39.918061 ---      ParallelTerminationStrategy: PID 32640 died...
05:52:39.970062 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32640): Terminated: ok {rc=0}
05:52:39.979489 ---      ParallelTerminationStrategy: PID 32641 died...
05:52:40.031258 run iperf3-srv_10.42.42.10(pid=32641): Terminated {rc=256}
05:52:40.040763 ---      ParallelTerminationStrategy: PID 32644 died...
05:52:40.092467 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32644): Terminated: ok {rc=0}
05:52:40.102128 ---      ParallelTerminationStrategy: PID 32651 died...
05:52:40.153917 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32651): Terminated: ok {rc=0}
05:52:40.163462 ---      ParallelTerminationStrategy: PID 32654 died...
05:52:40.215086 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32654): Terminated: ok {rc=0}
05:52:40.301895 bus                          /gobi_4: Setting Powered False
05:52:41.403674 bus                          /gobi_4: Setting Powered False
05:52:42.513769 bus                          /gobi_1: Setting Powered False
05:52:43.612854 bus                          /gobi_1: Setting Powered False
05:52:44.721578 bus                          /gobi_0: Setting Powered False
05:52:45.821375 bus                          /gobi_0: Setting Powered False
05:52:46.935771 bus                          /gobi_6: Setting Powered False
</stdout></case><case><age>232</age><className>gprs:trx-b200+mod-bts0-dynts-ipa</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=32662): Process ended prematurely: osmo-stp_10.42.42.5(pid=32662) [trial-2370↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32662)]</errorStackTrace><failedSince>2139</failedSince><name>ping.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py", line 22, in &lt;module&gt;
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32662): Process ended prematurely: osmo-stp_10.42.42.5(pid=32662) [trial-2370↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32662)]
</stderr><stdout>
----------------------------------------------
trial-2370 gprs:trx-b200+mod-bts0-dynts-ipa ping.py
----------------------------------------------
05:52:48.005786 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
05:52:48.017468 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)
05:52:48.176465 tst                          ping.py: using LAC 26295
05:52:48.290723 tst                          ping.py: using RAC 30
05:52:48.403036 tst                          ping.py: using CellId 26295
05:52:48.516075 tst                          ping.py: using BVCI 26296
05:52:48.537737 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
05:52:48.548494 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
05:52:48.558988 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
05:52:48.569715 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
05:52:48.580349 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
05:52:48.591040 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
05:52:48.601945 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
05:52:48.612464 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)
05:52:48.873671 tst                       ping.py:19: start network...
05:52:48.990560 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
05:52:49.438852 run         create_hlr_db(pid=32656): Launched
05:52:49.602005 bus                          /gobi_6: Setting Powered False
05:52:50.623024 run         create_hlr_db(pid=32656): Terminated: ok {rc=0}
05:52:51.031129 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32658): Launched
05:52:51.338038 run   osmo-hlr_10.42.42.2(pid=32659): Launched
05:52:51.449621 run              osmo-stp_10.42.42.5: Starting osmo-stp
05:52:51.982704 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32661): Launched
05:52:52.289420 run   osmo-stp_10.42.42.5(pid=32662): Launched
05:52:52.399318 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
05:52:52.933902 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32664): Launched
05:52:53.042361 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
05:52:53.311696 run              patchelf(pid=32665): Launched
05:52:53.490187 run   osmo-stp_10.42.42.5(pid=32662): ERR: Terminated: ERROR {rc=1}  [trial-2370↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32662)]
05:52:53.620686 run   osmo-stp_10.42.42.5(pid=32662): stdout: 
| (launched: 2022-12-10_05:52:52.136733)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
05:52:53.751534 run   osmo-stp_10.42.42.5(pid=32662): stderr: 
| �[0;m�[38;5;43m20221210055252328 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210055252328 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210055252328 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210055252329 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210055252329 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210055252329 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210055252330 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
05:52:53.877335 run   osmo-stp_10.42.42.5(pid=32662): stdout: 
| (launched: 2022-12-10_05:52:52.136733)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
05:52:54.001457 run   osmo-stp_10.42.42.5(pid=32662): stderr: 
| �[0;m�[38;5;43m20221210055252328 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210055252328 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210055252328 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210055252329 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210055252329 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210055252329 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210055252330 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
05:52:54.147095 run              patchelf(pid=32665): Terminating (SIGINT)
05:52:54.317588 run              patchelf(pid=32665): Terminated: ok {rc=0}
05:52:54.348640 tst                       ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=32662): Process ended prematurely: osmo-stp_10.42.42.5(pid=32662) [trial-2370↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32662)]  [trial-2370↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping.py:22]
05:52:54.357797 tst                       ping.py:22: Test FAILED (6.3 sec)
05:52:54.419433 run   osmo-hlr_10.42.42.2(pid=32659): ERR: Terminated: ERROR {rc=237}  [trial-2370↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32659)]
05:52:54.470044 run   osmo-hlr_10.42.42.2(pid=32659): stdout: 
| (launched: 2022-12-10_05:52:51.185420) 
05:52:54.521464 run   osmo-hlr_10.42.42.2(pid=32659): stderr: 
| �[0;m�[1;31m20221210055251385 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210055251385 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210055251385 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210055251385 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210055251385 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210055251385 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210055251397 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/gprs:trx-b200+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210055251405 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210055251405 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210055251405 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
05:52:54.564929 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32658): Terminating (SIGTERM)
05:52:54.606016 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32661): Terminating (SIGTERM)
05:52:54.647160 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32664): Terminating (SIGTERM)
05:52:54.656701 ---      ParallelTerminationStrategy: PID 32658 died...
05:52:54.711655 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32658): Terminated: ok {rc=0}
05:52:54.721618 ---      ParallelTerminationStrategy: PID 32661 died...
05:52:54.776090 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32661): Terminated: ok {rc=0}
05:52:54.785973 ---      ParallelTerminationStrategy: PID 32664 died...
05:52:54.840586 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32664): Terminated: ok {rc=0}
05:52:54.926668 bus                          /gobi_6: Setting Powered False
</stdout></case><case><age>232</age><className>gprs:trx-b200+mod-bts0-dynts-ipa</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=32672): Process ended prematurely: osmo-stp_10.42.42.5(pid=32672) [trial-2370↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32672)]</errorStackTrace><failedSince>2139</failedSince><name>ping_idle_ping.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py", line 27, in &lt;module&gt;
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32672): Process ended prematurely: osmo-stp_10.42.42.5(pid=32672) [trial-2370↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32672)]
</stderr><stdout>
----------------------------------------------
trial-2370 gprs:trx-b200+mod-bts0-dynts-ipa ping_idle_ping.py
----------------------------------------------
05:52:55.978696 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
05:52:55.991016 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)
05:52:56.154089 tst                ping_idle_ping.py: using LAC 26296
05:52:56.272242 tst                ping_idle_ping.py: using RAC 31
05:52:56.390110 tst                ping_idle_ping.py: using CellId 26296
05:52:56.511861 tst                ping_idle_ping.py: using BVCI 26297
05:52:56.535294 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
05:52:56.546422 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
05:52:56.557426 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
05:52:56.568450 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
05:52:56.579411 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
05:52:56.590399 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
05:52:56.601475 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
05:52:56.612458 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)
05:52:56.878224 tst             ping_idle_ping.py:24: start network...
05:52:56.997414 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
05:52:57.453237 run         create_hlr_db(pid=32666): Launched
05:52:57.617790 bus                          /gobi_6: Setting Powered False
05:52:58.638275 run         create_hlr_db(pid=32666): Terminated: ok {rc=0}
05:52:59.047655 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32668): Launched
05:52:59.355798 run   osmo-hlr_10.42.42.2(pid=32669): Launched
05:52:59.470282 run              osmo-stp_10.42.42.5: Starting osmo-stp
05:53:00.002052 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32671): Launched
05:53:00.309166 run   osmo-stp_10.42.42.5(pid=32672): Launched
05:53:00.419552 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
05:53:00.966903 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32674): Launched
05:53:01.074433 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
05:53:01.351371 run              patchelf(pid=32675): Launched
05:53:01.522558 run   osmo-stp_10.42.42.5(pid=32672): ERR: Terminated: ERROR {rc=1}  [trial-2370↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32672)]
05:53:01.650256 run   osmo-stp_10.42.42.5(pid=32672): stdout: 
| (launched: 2022-12-10_05:53:00.156936)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
05:53:01.778448 run   osmo-stp_10.42.42.5(pid=32672): stderr: 
| �[0;m�[38;5;43m20221210055300348 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210055300348 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210055300348 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210055300348 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210055300351 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210055300351 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210055300351 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
05:53:01.901698 run   osmo-stp_10.42.42.5(pid=32672): stdout: 
| (launched: 2022-12-10_05:53:00.156936)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
05:53:02.024237 run   osmo-stp_10.42.42.5(pid=32672): stderr: 
| �[0;m�[38;5;43m20221210055300348 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210055300348 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210055300348 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210055300348 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210055300351 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210055300351 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210055300351 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
05:53:02.164406 run              patchelf(pid=32675): Terminating (SIGINT)
05:53:02.328373 run              patchelf(pid=32675): Terminated: ok {rc=0}
05:53:02.358284 tst             ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=32672): Process ended prematurely: osmo-stp_10.42.42.5(pid=32672) [trial-2370↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32672)]  [trial-2370↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]
05:53:02.367407 tst             ping_idle_ping.py:27: Test FAILED (6.4 sec)
05:53:02.428348 run   osmo-hlr_10.42.42.2(pid=32669): ERR: Terminated: ERROR {rc=237}  [trial-2370↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32669)]
05:53:02.477319 run   osmo-hlr_10.42.42.2(pid=32669): stdout: 
| (launched: 2022-12-10_05:52:59.201451) 
05:53:02.527029 run   osmo-hlr_10.42.42.2(pid=32669): stderr: 
| �[0;m�[1;31m20221210055259402 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210055259402 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210055259402 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210055259402 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210055259402 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210055259402 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210055259414 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/gprs:trx-b200+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210055259423 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210055259423 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210055259423 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
05:53:02.568455 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32668): Terminating (SIGTERM)
05:53:02.608484 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32671): Terminating (SIGTERM)
05:53:02.648377 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32674): Terminating (SIGTERM)
05:53:02.658191 ---      ParallelTerminationStrategy: PID 32668 died...
05:53:02.711093 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32668): Terminated: ok {rc=0}
05:53:02.721487 ---      ParallelTerminationStrategy: PID 32671 died...
05:53:02.777200 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32671): Terminated: ok {rc=0}
05:53:02.787463 ---      ParallelTerminationStrategy: PID 32674 died...
05:53:02.842675 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32674): Terminated: ok {rc=0}
05:53:02.927659 bus                          /gobi_6: Setting Powered False
</stdout></case><duration>59.0</duration><id>52</id><name>gprs_trx-b200+mod-bts0-dynts-ipa</name><properties></properties><timestamp>2022-12-10T05:52:06</timestamp></suite><suite><case><age>232</age><className>gprs:trx-b200+mod-bts0-dynts-osmo</className><duration>9.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=32690): Process ended prematurely: osmo-stp_10.42.42.5(pid=32690) [trial-2370↪gprs:trx-b200+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32690)]</errorStackTrace><failedSince>2139</failedSince><name>cs_paging_gprs_active.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py", line 38, in &lt;module&gt;
    setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py", line 67, in setup_run_iperf3_test_parallel
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32690): Process ended prematurely: osmo-stp_10.42.42.5(pid=32690) [trial-2370↪gprs:trx-b200+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32690)]
</stderr><stdout>
----------------------------------------------
trial-2370 gprs:trx-b200+mod-bts0-dynts-osmo cs_paging_gprs_active.py
----------------------------------------------
05:53:05.060327 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
05:53:05.071235 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)
05:53:05.224362 tst         cs_paging_gprs_active.py: using LAC 26297
05:53:05.340251 tst         cs_paging_gprs_active.py: using RAC 32
05:53:05.456508 tst         cs_paging_gprs_active.py: using CellId 26297
05:53:05.572445 tst         cs_paging_gprs_active.py: using BVCI 26298
05:53:05.594865 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
05:53:05.605650 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
05:53:05.616653 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
05:53:05.628108 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
05:53:05.639180 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
05:53:05.650280 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
05:53:05.661356 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
05:53:05.672312 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
05:53:05.683534 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)
05:53:05.800748 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)
05:53:06.086006 tst      cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...
05:53:06.216319 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
05:53:06.539238 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32680): Launched
05:53:06.807575 run iperf3-srv_10.42.42.10(pid=32681): Launched
05:53:06.999052 tst      cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...
05:53:07.129394 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
05:53:07.452853 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32682): Launched
05:53:07.721328 run iperf3-srv_10.42.42.10(pid=32683): Launched
05:53:07.913239 tst      cs_paging_gprs_active.py:38: start network...
05:53:08.043862 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
05:53:08.543679 run         create_hlr_db(pid=32684): Launched
05:53:08.724009 bus                          /gobi_6: Setting Powered False
05:53:09.744734 run         create_hlr_db(pid=32684): Terminated: ok {rc=0}
05:53:10.134612 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32686): Launched
05:53:10.425504 run   osmo-hlr_10.42.42.2(pid=32687): Launched
05:53:10.531885 run              osmo-stp_10.42.42.5: Starting osmo-stp
05:53:11.044469 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32689): Launched
05:53:11.355269 run   osmo-stp_10.42.42.5(pid=32690): Launched
05:53:11.467842 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
05:53:12.011313 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32692): Launched
05:53:12.122533 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
05:53:12.393502 run              patchelf(pid=32693): Launched
05:53:12.576228 run   osmo-stp_10.42.42.5(pid=32690): ERR: Terminated: ERROR {rc=1}  [trial-2370↪gprs:trx-b200+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32690)]
05:53:12.709846 run   osmo-stp_10.42.42.5(pid=32690): stdout: 
| (launched: 2022-12-10_05:53:11.203204)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
05:53:12.843591 run   osmo-stp_10.42.42.5(pid=32690): stderr: 
| �[0;m�[38;5;43m20221210055311394 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210055311394 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210055311394 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210055311394 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210055311395 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210055311395 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210055311395 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
05:53:12.973277 run   osmo-stp_10.42.42.5(pid=32690): stdout: 
| (launched: 2022-12-10_05:53:11.203204)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
05:53:13.103609 run   osmo-stp_10.42.42.5(pid=32690): stderr: 
| �[0;m�[38;5;43m20221210055311394 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210055311394 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210055311394 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210055311394 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210055311395 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210055311395 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210055311395 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
05:53:13.252482 run              patchelf(pid=32693): Terminating (SIGINT)
05:53:13.427419 run              patchelf(pid=32693): Terminated: ok {rc=0}
05:53:13.459797 tst      cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=32690): Process ended prematurely: osmo-stp_10.42.42.5(pid=32690) [trial-2370↪gprs:trx-b200+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32690)]  [trial-2370↪gprs:trx-b200+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38]
05:53:13.469446 tst      cs_paging_gprs_active.py:38: Test FAILED (8.4 sec)
05:53:13.531296 run   osmo-hlr_10.42.42.2(pid=32687): ERR: Terminated: ERROR {rc=237}  [trial-2370↪gprs:trx-b200+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32687)]
05:53:13.581697 run   osmo-hlr_10.42.42.2(pid=32687): stdout: 
| (launched: 2022-12-10_05:53:10.282136) 
05:53:13.632422 run   osmo-hlr_10.42.42.2(pid=32687): stderr: 
| �[0;m�[1;31m20221210055310457 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210055310457 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210055310457 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210055310457 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210055310457 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210055310457 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210055310470 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/gprs:trx-b200+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210055310478 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210055310478 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210055310478 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
05:53:13.675859 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32680): Terminating (SIGTERM)
05:53:13.716869 run iperf3-srv_10.42.42.10(pid=32681): Terminating (SIGTERM)
05:53:13.757918 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32682): Terminating (SIGTERM)
05:53:13.798747 run iperf3-srv_10.42.42.10(pid=32683): Terminating (SIGTERM)
05:53:13.839761 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32686): Terminating (SIGTERM)
05:53:13.880911 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32689): Terminating (SIGTERM)
05:53:13.922083 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32692): Terminating (SIGTERM)
05:53:13.931570 ---      ParallelTerminationStrategy: PID 32680 died...
05:53:13.986508 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32680): Terminated: ok {rc=0}
05:53:13.996403 ---      ParallelTerminationStrategy: PID 32681 died...
05:53:14.051028 run iperf3-srv_10.42.42.10(pid=32681): Terminated {rc=256}
05:53:14.060883 ---      ParallelTerminationStrategy: PID 32682 died...
05:53:14.115532 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32682): Terminated: ok {rc=0}
05:53:14.125467 ---      ParallelTerminationStrategy: PID 32683 died...
05:53:14.179660 run iperf3-srv_10.42.42.10(pid=32683): Terminated {rc=256}
05:53:14.189490 ---      ParallelTerminationStrategy: PID 32686 died...
05:53:14.243808 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32686): Terminated: ok {rc=0}
05:53:14.253773 ---      ParallelTerminationStrategy: PID 32689 died...
05:53:14.308363 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32689): Terminated: ok {rc=0}
05:53:14.318338 ---      ParallelTerminationStrategy: PID 32692 died...
05:53:14.372774 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32692): Terminated: ok {rc=0}
05:53:14.458422 bus                          /gobi_0: Setting Powered False
05:53:15.562991 bus                          /gobi_0: Setting Powered False
05:53:16.718156 bus                          /gobi_6: Setting Powered False
</stdout></case><case><age>232</age><className>gprs:trx-b200+mod-bts0-dynts-osmo</className><duration>9.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=518): Process ended prematurely: osmo-stp_10.42.42.5(pid=518) [trial-2370↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=518)]</errorStackTrace><failedSince>2139</failedSince><name>iperf3.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py", line 8, in &lt;module&gt;
    setup_run_iperf3_test_parallel(1)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py", line 67, in setup_run_iperf3_test_parallel
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=518): Process ended prematurely: osmo-stp_10.42.42.5(pid=518) [trial-2370↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=518)]
</stderr><stdout>
----------------------------------------------
trial-2370 gprs:trx-b200+mod-bts0-dynts-osmo iperf3.py
----------------------------------------------
05:53:17.863885 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
05:53:17.876785 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)
05:53:18.075344 tst                        iperf3.py: using LAC 26298
05:53:18.218501 tst                        iperf3.py: using RAC 33
05:53:18.363100 tst                        iperf3.py: using CellId 26298
05:53:18.526826 tst                        iperf3.py: using BVCI 26299
05:53:18.555431 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
05:53:18.571207 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
05:53:18.584163 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
05:53:18.596128 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
05:53:18.608000 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
05:53:18.621858 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
05:53:18.633843 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
05:53:18.646549 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
05:53:18.661521 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)
05:53:18.972481 tst                      iperf3.py:8: start iperfv3 server 10.42.42.10:5003...
05:53:19.104202 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
05:53:19.449162 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=508): Launched
05:53:19.740667 run  iperf3-srv_10.42.42.10(pid=509): Launched
05:53:19.934051 tst                      iperf3.py:8: start network...
05:53:20.068193 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
05:53:20.609176 run           create_hlr_db(pid=511): Launched
05:53:20.791450 bus                          /gobi_6: Setting Powered False
05:53:21.813035 run           create_hlr_db(pid=511): Terminated: ok {rc=0}
05:53:22.261213 run pcap-recorder_any(filters='host 10.42.42.2')(pid=514): Launched
05:53:22.692061 run     osmo-hlr_10.42.42.2(pid=515): Launched
05:53:22.927858 run              osmo-stp_10.42.42.5: Starting osmo-stp
05:53:23.517485 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=517): Launched
05:53:23.948567 run     osmo-stp_10.42.42.5(pid=518): Launched
05:53:24.171952 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
05:53:24.759357 run pcap-recorder_any(filters='host 10.42.42.6')(pid=520): Launched
05:53:24.877826 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
05:53:25.182006 run                patchelf(pid=521): Launched
05:53:25.375989 run     osmo-stp_10.42.42.5(pid=518): ERR: Terminated: ERROR {rc=1}  [trial-2370↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=518)]
05:53:25.517361 run     osmo-stp_10.42.42.5(pid=518): stdout: 
| (launched: 2022-12-10_05:53:23.687692)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
05:53:25.660099 run     osmo-stp_10.42.42.5(pid=518): stderr: 
| �[0;m�[38;5;43m20221210055323982 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210055323982 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210055323982 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210055323983 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210055323994 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210055323994 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210055323994 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
05:53:25.797747 run     osmo-stp_10.42.42.5(pid=518): stdout: 
| (launched: 2022-12-10_05:53:23.687692)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
05:53:25.934591 run     osmo-stp_10.42.42.5(pid=518): stderr: 
| �[0;m�[38;5;43m20221210055323982 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210055323982 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210055323982 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210055323983 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210055323994 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210055323994 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210055323994 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
05:53:26.094467 run                patchelf(pid=521): Terminating (SIGINT)
05:53:26.279509 run                patchelf(pid=521): Terminated: ok {rc=0}
05:53:26.314917 tst                      iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=518): Process ended prematurely: osmo-stp_10.42.42.5(pid=518) [trial-2370↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=518)]  [trial-2370↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3.py:8]
05:53:26.326118 tst                      iperf3.py:8: Test FAILED (8.5 sec)
05:53:26.392443 run     osmo-hlr_10.42.42.2(pid=515): ERR: Terminated: ERROR {rc=237}  [trial-2370↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=515)]
05:53:26.446381 run     osmo-hlr_10.42.42.2(pid=515): stdout: 
| (launched: 2022-12-10_05:53:22.428309) 
05:53:26.500407 run     osmo-hlr_10.42.42.2(pid=515): stderr: 
| �[0;m�[1;31m20221210055322728 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210055322728 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210055322728 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210055322737 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210055322737 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210055322737 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210055322749 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/gprs:trx-b200+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210055322761 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210055322761 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210055322761 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
05:53:26.547579 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=508): Terminating (SIGTERM)
05:53:26.593504 run  iperf3-srv_10.42.42.10(pid=509): Terminating (SIGTERM)
05:53:26.639111 run pcap-recorder_any(filters='host 10.42.42.2')(pid=514): Terminating (SIGTERM)
05:53:26.685298 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=517): Terminating (SIGTERM)
05:53:26.730734 run pcap-recorder_any(filters='host 10.42.42.6')(pid=520): Terminating (SIGTERM)
05:53:26.742648 ---      ParallelTerminationStrategy: PID 508 died...
05:53:26.801305 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=508): Terminated: ok {rc=0}
05:53:26.811802 ---      ParallelTerminationStrategy: PID 509 died...
05:53:26.869171 run  iperf3-srv_10.42.42.10(pid=509): Terminated {rc=256}
05:53:26.879577 ---      ParallelTerminationStrategy: PID 514 died...
05:53:26.937887 run pcap-recorder_any(filters='host 10.42.42.2')(pid=514): Terminated: ok {rc=0}
05:53:26.950089 ---      ParallelTerminationStrategy: PID 517 died...
05:53:27.008402 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=517): Terminated: ok {rc=0}
05:53:27.019274 ---      ParallelTerminationStrategy: PID 520 died...
05:53:27.076799 run pcap-recorder_any(filters='host 10.42.42.6')(pid=520): Terminated: ok {rc=0}
05:53:27.169743 bus                          /gobi_6: Setting Powered False
</stdout></case><case><age>232</age><className>gprs:trx-b200+mod-bts0-dynts-osmo</className><duration>13.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=536): Process ended prematurely: osmo-stp_10.42.42.5(pid=536) [trial-2370↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=536)]</errorStackTrace><failedSince>2139</failedSince><name>iperf3m4.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py", line 8, in &lt;module&gt;
    setup_run_iperf3_test_parallel(4)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py", line 67, in setup_run_iperf3_test_parallel
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=536): Process ended prematurely: osmo-stp_10.42.42.5(pid=536) [trial-2370↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=536)]
</stderr><stdout>
----------------------------------------------
trial-2370 gprs:trx-b200+mod-bts0-dynts-osmo iperf3m4.py
----------------------------------------------
05:53:28.287584 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
05:53:28.300595 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)
05:53:28.472680 tst                      iperf3m4.py: using LAC 26299
05:53:28.605533 tst                      iperf3m4.py: using RAC 34
05:53:28.735942 tst                      iperf3m4.py: using CellId 26299
05:53:28.866453 tst                      iperf3m4.py: using BVCI 26300
05:53:28.892114 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
05:53:28.904246 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
05:53:28.916736 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
05:53:28.928910 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
05:53:28.942654 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
05:53:28.955949 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
05:53:28.968522 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
05:53:28.981063 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
05:53:28.994312 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)
05:53:29.119300 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)
05:53:29.246860 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)
05:53:29.374156 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)
05:53:29.679964 tst                    iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...
05:53:29.819769 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
05:53:30.179140 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=522): Launched
05:53:30.480417 run  iperf3-srv_10.42.42.10(pid=523): Launched
05:53:30.685527 tst                    iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...
05:53:30.825322 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
05:53:31.213636 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=524): Launched
05:53:31.511338 run  iperf3-srv_10.42.42.10(pid=525): Launched
05:53:31.715930 tst                    iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...
05:53:31.854192 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
05:53:32.240370 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=526): Launched
05:53:32.655844 run  iperf3-srv_10.42.42.10(pid=527): Launched
05:53:32.860636 tst                    iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...
05:53:32.999495 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
05:53:33.354717 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=528): Launched
05:53:33.651264 run  iperf3-srv_10.42.42.10(pid=529): Launched
05:53:33.857179 tst                    iperf3m4.py:8: start network...
05:53:33.998539 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
05:53:34.566319 run           create_hlr_db(pid=530): Launched
05:53:34.757115 bus                          /gobi_6: Setting Powered False
05:53:35.778662 run           create_hlr_db(pid=530): Terminated: ok {rc=0}
05:53:36.234193 run pcap-recorder_any(filters='host 10.42.42.2')(pid=532): Launched
05:53:36.664229 run     osmo-hlr_10.42.42.2(pid=533): Launched
05:53:36.914002 run              osmo-stp_10.42.42.5: Starting osmo-stp
05:53:37.503379 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=535): Launched
05:53:37.932069 run     osmo-stp_10.42.42.5(pid=536): Launched
05:53:38.164845 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
05:53:38.756732 run pcap-recorder_any(filters='host 10.42.42.6')(pid=538): Launched
05:53:38.875323 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
05:53:39.181913 run                patchelf(pid=539): Launched
05:53:39.377748 run     osmo-stp_10.42.42.5(pid=536): ERR: Terminated: ERROR {rc=1}  [trial-2370↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=536)]
05:53:39.520611 run     osmo-stp_10.42.42.5(pid=536): stdout: 
| (launched: 2022-12-10_05:53:37.671494)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
05:53:39.664078 run     osmo-stp_10.42.42.5(pid=536): stderr: 
| �[0;m�[38;5;43m20221210055337979 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210055337979 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210055337979 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210055337980 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210055337985 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210055337985 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210055337985 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
05:53:39.802920 run     osmo-stp_10.42.42.5(pid=536): stdout: 
| (launched: 2022-12-10_05:53:37.671494)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
05:53:39.943946 run     osmo-stp_10.42.42.5(pid=536): stderr: 
| �[0;m�[38;5;43m20221210055337979 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210055337979 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210055337979 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210055337980 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210055337985 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210055337985 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210055337985 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
05:53:40.098192 run                patchelf(pid=539): Terminating (SIGINT)
05:53:40.277785 run                patchelf(pid=539): Terminated: ok {rc=0}
05:53:40.310783 tst                    iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=536): Process ended prematurely: osmo-stp_10.42.42.5(pid=536) [trial-2370↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=536)]  [trial-2370↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3m4.py:8]
05:53:40.320846 tst                    iperf3m4.py:8: Test FAILED (12.1 sec)
05:53:40.384328 run     osmo-hlr_10.42.42.2(pid=533): ERR: Terminated: ERROR {rc=237}  [trial-2370↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=533)]
05:53:40.435919 run     osmo-hlr_10.42.42.2(pid=533): stdout: 
| (launched: 2022-12-10_05:53:36.403368) 
05:53:40.488144 run     osmo-hlr_10.42.42.2(pid=533): stderr: 
| �[0;m�[1;31m20221210055336717 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210055336717 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210055336718 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210055336718 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210055336718 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210055336718 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210055336732 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/gprs:trx-b200+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210055336749 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210055336749 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210055336749 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
05:53:40.532742 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=522): Terminating (SIGTERM)
05:53:40.574868 run  iperf3-srv_10.42.42.10(pid=523): Terminating (SIGTERM)
05:53:40.617069 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=524): Terminating (SIGTERM)
05:53:40.658972 run  iperf3-srv_10.42.42.10(pid=525): Terminating (SIGTERM)
05:53:40.700914 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=526): Terminating (SIGTERM)
05:53:40.742725 run  iperf3-srv_10.42.42.10(pid=527): Terminating (SIGTERM)
05:53:40.784701 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=528): Terminating (SIGTERM)
05:53:40.826606 run  iperf3-srv_10.42.42.10(pid=529): Terminating (SIGTERM)
05:53:40.868534 run pcap-recorder_any(filters='host 10.42.42.2')(pid=532): Terminating (SIGTERM)
05:53:40.910484 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=535): Terminating (SIGTERM)
05:53:40.952324 run pcap-recorder_any(filters='host 10.42.42.6')(pid=538): Terminating (SIGTERM)
05:53:40.962000 ---      ParallelTerminationStrategy: PID 522 died...
05:53:41.017817 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=522): Terminated: ok {rc=0}
05:53:41.027845 ---      ParallelTerminationStrategy: PID 523 died...
05:53:41.083978 run  iperf3-srv_10.42.42.10(pid=523): Terminated {rc=256}
05:53:41.094023 ---      ParallelTerminationStrategy: PID 524 died...
05:53:41.149744 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=524): Terminated: ok {rc=0}
05:53:41.159744 ---      ParallelTerminationStrategy: PID 525 died...
05:53:41.215763 run  iperf3-srv_10.42.42.10(pid=525): Terminated {rc=256}
05:53:41.225820 ---      ParallelTerminationStrategy: PID 526 died...
05:53:41.281209 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=526): Terminated: ok {rc=0}
05:53:41.291168 ---      ParallelTerminationStrategy: PID 527 died...
05:53:41.346606 run  iperf3-srv_10.42.42.10(pid=527): Terminated {rc=256}
05:53:41.356587 ---      ParallelTerminationStrategy: PID 528 died...
05:53:41.412220 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=528): Terminated: ok {rc=0}
05:53:41.422225 ---      ParallelTerminationStrategy: PID 529 died...
05:53:41.477767 run  iperf3-srv_10.42.42.10(pid=529): Terminated {rc=256}
05:53:41.487746 ---      ParallelTerminationStrategy: PID 532 died...
05:53:41.543524 run pcap-recorder_any(filters='host 10.42.42.2')(pid=532): Terminated: ok {rc=0}
05:53:41.553681 ---      ParallelTerminationStrategy: PID 535 died...
05:53:41.609321 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=535): Terminated: ok {rc=0}
05:53:41.619381 ---      ParallelTerminationStrategy: PID 538 died...
05:53:41.675348 run pcap-recorder_any(filters='host 10.42.42.6')(pid=538): Terminated: ok {rc=0}
05:53:41.762751 bus                          /gobi_4: Setting Powered False
05:53:42.868665 bus                          /gobi_4: Setting Powered False
05:53:43.976619 bus                          /gobi_1: Setting Powered False
05:53:45.083120 bus                          /gobi_1: Setting Powered False
05:53:46.196885 bus                          /gobi_0: Setting Powered False
05:53:47.302514 bus                          /gobi_0: Setting Powered False
05:53:48.412446 bus                          /gobi_6: Setting Powered False
</stdout></case><case><age>232</age><className>gprs:trx-b200+mod-bts0-dynts-osmo</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=546): Process ended prematurely: osmo-stp_10.42.42.5(pid=546) [trial-2370↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=546)]</errorStackTrace><failedSince>2139</failedSince><name>ping.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py", line 22, in &lt;module&gt;
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=546): Process ended prematurely: osmo-stp_10.42.42.5(pid=546) [trial-2370↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=546)]
</stderr><stdout>
----------------------------------------------
trial-2370 gprs:trx-b200+mod-bts0-dynts-osmo ping.py
----------------------------------------------
05:53:49.482818 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
05:53:49.495361 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)
05:53:49.661426 tst                          ping.py: using LAC 26300
05:53:49.786728 tst                          ping.py: using RAC 35
05:53:49.910542 tst                          ping.py: using CellId 26300
05:53:50.033719 tst                          ping.py: using BVCI 26301
05:53:50.058292 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
05:53:50.069823 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
05:53:50.081140 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
05:53:50.092442 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
05:53:50.103847 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
05:53:50.115138 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
05:53:50.126445 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
05:53:50.137761 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)
05:53:50.424239 tst                       ping.py:19: start network...
05:53:50.554961 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
05:53:51.057511 run           create_hlr_db(pid=540): Launched
05:53:51.240048 bus                          /gobi_6: Setting Powered False
05:53:52.260031 run           create_hlr_db(pid=540): Terminated: ok {rc=0}
05:53:52.659648 run pcap-recorder_any(filters='host 10.42.42.2')(pid=542): Launched
05:53:52.955232 run     osmo-hlr_10.42.42.2(pid=543): Launched
05:53:53.068500 run              osmo-stp_10.42.42.5: Starting osmo-stp
05:53:53.600018 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=545): Launched
05:53:53.895744 run     osmo-stp_10.42.42.5(pid=546): Launched
05:53:54.005486 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
05:53:54.520265 run pcap-recorder_any(filters='host 10.42.42.6')(pid=548): Launched
05:53:54.625005 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
05:53:54.884000 run                patchelf(pid=549): Launched
05:53:55.056917 run     osmo-stp_10.42.42.5(pid=546): ERR: Terminated: ERROR {rc=1}  [trial-2370↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=546)]
05:53:55.183235 run     osmo-stp_10.42.42.5(pid=546): stdout: 
| (launched: 2022-12-10_05:53:53.749330)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
05:53:55.310053 run     osmo-stp_10.42.42.5(pid=546): stderr: 
| �[0;m�[38;5;43m20221210055353918 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210055353918 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210055353918 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210055353918 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210055353921 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210055353921 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210055353921 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
05:53:55.431806 run     osmo-stp_10.42.42.5(pid=546): stdout: 
| (launched: 2022-12-10_05:53:53.749330)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
05:53:55.552054 run     osmo-stp_10.42.42.5(pid=546): stderr: 
| �[0;m�[38;5;43m20221210055353918 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210055353918 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210055353918 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210055353918 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210055353921 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210055353921 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210055353921 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
05:53:55.693069 run                patchelf(pid=549): Terminating (SIGINT)
05:53:55.858416 run                patchelf(pid=549): Terminated: ok {rc=0}
05:53:55.888643 tst                       ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=546): Process ended prematurely: osmo-stp_10.42.42.5(pid=546) [trial-2370↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=546)]  [trial-2370↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping.py:22]
05:53:55.897446 tst                       ping.py:22: Test FAILED (6.4 sec)
05:53:55.957067 run     osmo-hlr_10.42.42.2(pid=543): ERR: Terminated: ERROR {rc=237}  [trial-2370↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=543)]
05:53:56.005274 run     osmo-hlr_10.42.42.2(pid=543): stdout: 
| (launched: 2022-12-10_05:53:52.809373) 
05:53:56.054564 run     osmo-hlr_10.42.42.2(pid=543): stderr: 
| �[0;m�[1;31m20221210055352986 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210055352986 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210055352986 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210055352986 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210055352986 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210055352986 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210055352998 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/gprs:trx-b200+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210055353009 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210055353010 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210055353010 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
05:53:56.095991 run pcap-recorder_any(filters='host 10.42.42.2')(pid=542): Terminating (SIGTERM)
05:53:56.135244 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=545): Terminating (SIGTERM)
05:53:56.174394 run pcap-recorder_any(filters='host 10.42.42.6')(pid=548): Terminating (SIGTERM)
05:53:56.183683 ---      ParallelTerminationStrategy: PID 542 died...
05:53:56.236240 run pcap-recorder_any(filters='host 10.42.42.2')(pid=542): Terminated: ok {rc=0}
05:53:56.245919 ---      ParallelTerminationStrategy: PID 545 died...
05:53:56.298102 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=545): Terminated: ok {rc=0}
05:53:56.307652 ---      ParallelTerminationStrategy: PID 548 died...
05:53:56.360211 run pcap-recorder_any(filters='host 10.42.42.6')(pid=548): Terminated: ok {rc=0}
05:53:56.447523 bus                          /gobi_6: Setting Powered False
</stdout></case><case><age>232</age><className>gprs:trx-b200+mod-bts0-dynts-osmo</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=556): Process ended prematurely: osmo-stp_10.42.42.5(pid=556) [trial-2370↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=556)]</errorStackTrace><failedSince>2139</failedSince><name>ping_idle_ping.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py", line 27, in &lt;module&gt;
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=556): Process ended prematurely: osmo-stp_10.42.42.5(pid=556) [trial-2370↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=556)]
</stderr><stdout>
----------------------------------------------
trial-2370 gprs:trx-b200+mod-bts0-dynts-osmo ping_idle_ping.py
----------------------------------------------
05:53:57.499411 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
05:53:57.511557 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)
05:53:57.675642 tst                ping_idle_ping.py: using LAC 26301
05:53:57.799555 tst                ping_idle_ping.py: using RAC 36
05:53:57.923718 tst                ping_idle_ping.py: using CellId 26301
05:53:58.049772 tst                ping_idle_ping.py: using BVCI 26302
05:53:58.074519 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
05:53:58.086000 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
05:53:58.097246 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
05:53:58.108899 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
05:53:58.120478 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
05:53:58.132059 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
05:53:58.143790 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
05:53:58.155325 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)
05:53:58.430750 tst             ping_idle_ping.py:24: start network...
05:53:58.553794 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
05:53:59.022478 run           create_hlr_db(pid=550): Launched
05:53:59.193495 bus                          /gobi_6: Setting Powered False
05:54:00.213079 run           create_hlr_db(pid=550): Terminated: ok {rc=0}
05:54:00.636729 run pcap-recorder_any(filters='host 10.42.42.2')(pid=552): Launched
05:54:01.097552 run     osmo-hlr_10.42.42.2(pid=553): Launched
05:54:01.274555 run              osmo-stp_10.42.42.5: Starting osmo-stp
05:54:01.822746 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=555): Launched
05:54:02.181652 run     osmo-stp_10.42.42.5(pid=556): Launched
05:54:02.455233 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
05:54:03.007790 run pcap-recorder_any(filters='host 10.42.42.6')(pid=558): Launched
05:54:03.120397 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
05:54:03.397120 run                patchelf(pid=559): Launched
05:54:03.581812 run     osmo-stp_10.42.42.5(pid=556): ERR: Terminated: ERROR {rc=1}  [trial-2370↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=556)]
05:54:03.717127 run     osmo-stp_10.42.42.5(pid=556): stdout: 
| (launched: 2022-12-10_05:54:01.977014)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
05:54:03.852464 run     osmo-stp_10.42.42.5(pid=556): stderr: 
| �[0;m�[38;5;43m20221210055402341 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210055402341 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210055402341 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210055402342 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210055402342 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210055402342 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210055402342 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
05:54:03.982746 run     osmo-stp_10.42.42.5(pid=556): stdout: 
| (launched: 2022-12-10_05:54:01.977014)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
05:54:04.112301 run     osmo-stp_10.42.42.5(pid=556): stderr: 
| �[0;m�[38;5;43m20221210055402341 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210055402341 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210055402341 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210055402342 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210055402342 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210055402342 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210055402342 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
05:54:04.262815 run                patchelf(pid=559): Terminating (SIGINT)
05:54:04.438934 run                patchelf(pid=559): Terminated: ok {rc=0}
05:54:04.470966 tst             ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=556): Process ended prematurely: osmo-stp_10.42.42.5(pid=556) [trial-2370↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=556)]  [trial-2370↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping_idle_ping.py:27]
05:54:04.480135 tst             ping_idle_ping.py:27: Test FAILED (7.0 sec)
05:54:04.542182 run     osmo-hlr_10.42.42.2(pid=553): ERR: Terminated: ERROR {rc=237}  [trial-2370↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=553)]
05:54:04.593014 run     osmo-hlr_10.42.42.2(pid=553): stdout: 
| (launched: 2022-12-10_05:54:00.797203) 
05:54:04.644306 run     osmo-hlr_10.42.42.2(pid=553): stderr: 
| �[0;m�[1;31m20221210055401076 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210055401076 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210055401076 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210055401076 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210055401076 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210055401077 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210055401092 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/gprs:trx-b200+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210055401115 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210055401116 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210055401116 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
05:54:04.688129 run pcap-recorder_any(filters='host 10.42.42.2')(pid=552): Terminating (SIGTERM)
05:54:04.729640 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=555): Terminating (SIGTERM)
05:54:04.770958 run pcap-recorder_any(filters='host 10.42.42.6')(pid=558): Terminating (SIGTERM)
05:54:04.780498 ---      ParallelTerminationStrategy: PID 552 died...
05:54:04.835738 run pcap-recorder_any(filters='host 10.42.42.2')(pid=552): Terminated: ok {rc=0}
05:54:04.845815 ---      ParallelTerminationStrategy: PID 555 died...
05:54:04.901150 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=555): Terminated: ok {rc=0}
05:54:04.911118 ---      ParallelTerminationStrategy: PID 558 died...
05:54:04.966211 run pcap-recorder_any(filters='host 10.42.42.6')(pid=558): Terminated: ok {rc=0}
05:54:05.050353 bus                          /gobi_6: Setting Powered False
</stdout></case><duration>63.0</duration><id>53</id><name>gprs_trx-b200+mod-bts0-dynts-osmo</name><properties></properties><timestamp>2022-12-10T05:53:04</timestamp></suite><suite><case><age>232</age><className>gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend</className><duration>9.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=573): Process ended prematurely: osmo-stp_10.42.42.5(pid=573) [trial-2370↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=573)]</errorStackTrace><failedSince>2139</failedSince><name>cs_paging_gprs_active.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py", line 38, in &lt;module&gt;
    setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py", line 67, in setup_run_iperf3_test_parallel
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=573): Process ended prematurely: osmo-stp_10.42.42.5(pid=573) [trial-2370↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=573)]
</stderr><stdout>
----------------------------------------------
trial-2370 gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend cs_paging_gprs_active.py
----------------------------------------------
05:54:07.220863 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)
05:54:07.232757 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)
05:54:07.377548 tst         cs_paging_gprs_active.py: using LAC 26302
05:54:07.496410 tst         cs_paging_gprs_active.py: using RAC 37
05:54:07.613697 tst         cs_paging_gprs_active.py: using CellId 26302
05:54:07.729931 tst         cs_paging_gprs_active.py: using BVCI 26303
05:54:07.753106 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)
05:54:07.764183 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)
05:54:07.775332 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)
05:54:07.786697 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)
05:54:07.798018 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)
05:54:07.809241 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)
05:54:07.820581 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)
05:54:07.831700 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)
05:54:07.843116 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)
05:54:07.958182 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)
05:54:08.239452 tst      cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...
05:54:08.364935 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
05:54:08.679052 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=563): Launched
05:54:08.938675 run  iperf3-srv_10.42.42.10(pid=564): Launched
05:54:09.121886 tst      cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...
05:54:09.246563 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
05:54:09.560841 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=565): Launched
05:54:09.820584 run  iperf3-srv_10.42.42.10(pid=566): Launched
05:54:10.003665 tst      cs_paging_gprs_active.py:38: start network...
05:54:10.128813 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
05:54:10.613390 run           create_hlr_db(pid=567): Launched
05:54:10.786304 bus                          /gobi_6: Setting Powered False
05:54:11.808703 run           create_hlr_db(pid=567): Terminated: ok {rc=0}
05:54:12.239689 run pcap-recorder_any(filters='host 10.42.42.2')(pid=569): Launched
05:54:12.563805 run     osmo-hlr_10.42.42.2(pid=570): Launched
05:54:12.685570 run              osmo-stp_10.42.42.5: Starting osmo-stp
05:54:13.247205 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=572): Launched
05:54:13.572495 run     osmo-stp_10.42.42.5(pid=573): Launched
05:54:13.689815 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
05:54:14.254932 run pcap-recorder_any(filters='host 10.42.42.6')(pid=575): Launched
05:54:14.370465 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
05:54:14.651951 run                patchelf(pid=576): Launched
05:54:14.840827 run     osmo-stp_10.42.42.5(pid=573): ERR: Terminated: ERROR {rc=1}  [trial-2370↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=573)]
05:54:14.978984 run     osmo-stp_10.42.42.5(pid=573): stdout: 
| (launched: 2022-12-10_05:54:13.411170)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
05:54:15.118220 run     osmo-stp_10.42.42.5(pid=573): stderr: 
| �[0;m�[38;5;43m20221210055413603 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210055413603 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210055413603 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210055413603 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210055413606 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210055413606 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210055413606 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
05:54:15.251559 run     osmo-stp_10.42.42.5(pid=573): stdout: 
| (launched: 2022-12-10_05:54:13.411170)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
05:54:15.383849 run     osmo-stp_10.42.42.5(pid=573): stderr: 
| �[0;m�[38;5;43m20221210055413603 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210055413603 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210055413603 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210055413603 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210055413606 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210055413606 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210055413606 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
05:54:15.538045 run                patchelf(pid=576): Terminating (SIGINT)
05:54:15.718614 run                patchelf(pid=576): Terminated: ok {rc=0}
05:54:15.751919 tst      cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=573): Process ended prematurely: osmo-stp_10.42.42.5(pid=573) [trial-2370↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=573)]  [trial-2370↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38]
05:54:15.762066 tst      cs_paging_gprs_active.py:38: Test FAILED (8.6 sec)
05:54:15.825095 run     osmo-hlr_10.42.42.2(pid=570): ERR: Terminated: ERROR {rc=237}  [trial-2370↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=570)]
05:54:15.878301 run     osmo-hlr_10.42.42.2(pid=570): stdout: 
| (launched: 2022-12-10_05:54:12.403980) 
05:54:15.945484 run     osmo-hlr_10.42.42.2(pid=570): stderr: 
| �[0;m�[1;31m20221210055412603 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210055412603 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210055412603 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210055412603 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210055412604 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210055412604 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210055412616 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210055412625 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210055412626 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210055412626 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
05:54:15.990689 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=563): Terminating (SIGTERM)
05:54:16.035299 run  iperf3-srv_10.42.42.10(pid=564): Terminating (SIGTERM)
05:54:16.080696 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=565): Terminating (SIGTERM)
05:54:16.126561 run  iperf3-srv_10.42.42.10(pid=566): Terminating (SIGTERM)
05:54:16.169968 run pcap-recorder_any(filters='host 10.42.42.2')(pid=569): Terminating (SIGTERM)
05:54:16.215642 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=572): Terminating (SIGTERM)
05:54:16.259781 run pcap-recorder_any(filters='host 10.42.42.6')(pid=575): Terminating (SIGTERM)
05:54:16.271733 ---      ParallelTerminationStrategy: PID 563 died...
05:54:16.332096 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=563): Terminated: ok {rc=0}
05:54:16.342791 ---      ParallelTerminationStrategy: PID 564 died...
05:54:16.400866 run  iperf3-srv_10.42.42.10(pid=564): Terminated {rc=256}
05:54:16.411521 ---      ParallelTerminationStrategy: PID 565 died...
05:54:16.468817 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=565): Terminated: ok {rc=0}
05:54:16.479451 ---      ParallelTerminationStrategy: PID 566 died...
05:54:16.537684 run  iperf3-srv_10.42.42.10(pid=566): Terminated {rc=256}
05:54:16.548246 ---      ParallelTerminationStrategy: PID 569 died...
05:54:16.606028 run pcap-recorder_any(filters='host 10.42.42.2')(pid=569): Terminated: ok {rc=0}
05:54:16.616740 ---      ParallelTerminationStrategy: PID 572 died...
05:54:16.674929 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=572): Terminated: ok {rc=0}
05:54:16.685607 ---      ParallelTerminationStrategy: PID 575 died...
05:54:16.742561 run pcap-recorder_any(filters='host 10.42.42.6')(pid=575): Terminated: ok {rc=0}
05:54:16.833306 bus                          /gobi_0: Setting Powered False
05:54:17.936661 bus                          /gobi_0: Setting Powered False
05:54:19.048636 bus                          /gobi_6: Setting Powered False
</stdout></case><case><age>232</age><className>gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend</className><duration>8.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=585): Process ended prematurely: osmo-stp_10.42.42.5(pid=585) [trial-2370↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=585)]</errorStackTrace><failedSince>2139</failedSince><name>iperf3.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py", line 8, in &lt;module&gt;
    setup_run_iperf3_test_parallel(1)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py", line 67, in setup_run_iperf3_test_parallel
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=585): Process ended prematurely: osmo-stp_10.42.42.5(pid=585) [trial-2370↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=585)]
</stderr><stdout>
----------------------------------------------
trial-2370 gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend iperf3.py
----------------------------------------------
05:54:20.159140 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)
05:54:20.171247 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)
05:54:20.314614 tst                        iperf3.py: using LAC 26303
05:54:20.440488 tst                        iperf3.py: using RAC 38
05:54:20.567530 tst                        iperf3.py: using CellId 26303
05:54:20.693447 tst                        iperf3.py: using BVCI 26304
05:54:20.718440 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)
05:54:20.730236 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)
05:54:20.741896 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)
05:54:20.753491 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)
05:54:20.764828 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)
05:54:20.776196 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)
05:54:20.787806 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)
05:54:20.799246 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)
05:54:20.810883 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)
05:54:21.085515 tst                      iperf3.py:8: start iperfv3 server 10.42.42.10:5003...
05:54:21.210655 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
05:54:21.523264 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=577): Launched
05:54:21.783760 run  iperf3-srv_10.42.42.10(pid=578): Launched
05:54:21.967317 tst                      iperf3.py:8: start network...
05:54:22.092618 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
05:54:22.568276 run           create_hlr_db(pid=579): Launched
05:54:22.741261 bus                          /gobi_6: Setting Powered False
05:54:23.762629 run           create_hlr_db(pid=579): Terminated: ok {rc=0}
05:54:24.191971 run pcap-recorder_any(filters='host 10.42.42.2')(pid=581): Launched
05:54:24.515046 run     osmo-hlr_10.42.42.2(pid=582): Launched
05:54:24.632873 run              osmo-stp_10.42.42.5: Starting osmo-stp
05:54:25.195382 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=584): Launched
05:54:25.518890 run     osmo-stp_10.42.42.5(pid=585): Launched
05:54:25.637030 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
05:54:26.200821 run pcap-recorder_any(filters='host 10.42.42.6')(pid=587): Launched
05:54:26.315442 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
05:54:26.596397 run                patchelf(pid=588): Launched
05:54:26.785146 run     osmo-stp_10.42.42.5(pid=585): ERR: Terminated: ERROR {rc=1}  [trial-2370↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=585)]
05:54:26.922476 run     osmo-stp_10.42.42.5(pid=585): stdout: 
| (launched: 2022-12-10_05:54:25.359221)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
05:54:27.059830 run     osmo-stp_10.42.42.5(pid=585): stderr: 
| �[0;m�[38;5;43m20221210055425553 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210055425553 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210055425554 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210055425554 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210055425555 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210055425555 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210055425555 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
05:54:27.193496 run     osmo-stp_10.42.42.5(pid=585): stdout: 
| (launched: 2022-12-10_05:54:25.359221)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
05:54:27.325583 run     osmo-stp_10.42.42.5(pid=585): stderr: 
| �[0;m�[38;5;43m20221210055425553 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210055425553 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210055425554 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210055425554 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210055425555 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210055425555 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210055425555 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
05:54:27.479100 run                patchelf(pid=588): Terminating (SIGINT)
05:54:27.660114 run                patchelf(pid=588): Terminated: ok {rc=0}
05:54:27.693637 tst                      iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=585): Process ended prematurely: osmo-stp_10.42.42.5(pid=585) [trial-2370↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=585)]  [trial-2370↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8]
05:54:27.703837 tst                      iperf3.py:8: Test FAILED (7.6 sec)
05:54:27.766758 run     osmo-hlr_10.42.42.2(pid=582): ERR: Terminated: ERROR {rc=237}  [trial-2370↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=582)]
05:54:27.818274 run     osmo-hlr_10.42.42.2(pid=582): stdout: 
| (launched: 2022-12-10_05:54:24.356242) 
05:54:27.870517 run     osmo-hlr_10.42.42.2(pid=582): stderr: 
| �[0;m�[1;31m20221210055424556 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210055424556 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210055424556 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210055424556 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210055424556 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210055424556 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210055424568 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210055424576 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210055424576 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210055424576 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
05:54:27.915000 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=577): Terminating (SIGTERM)
05:54:27.956931 run  iperf3-srv_10.42.42.10(pid=578): Terminating (SIGTERM)
05:54:27.999099 run pcap-recorder_any(filters='host 10.42.42.2')(pid=581): Terminating (SIGTERM)
05:54:28.041183 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=584): Terminating (SIGTERM)
05:54:28.083590 run pcap-recorder_any(filters='host 10.42.42.6')(pid=587): Terminating (SIGTERM)
05:54:28.093359 ---      ParallelTerminationStrategy: PID 577 died...
05:54:28.149699 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=577): Terminated: ok {rc=0}
05:54:28.159919 ---      ParallelTerminationStrategy: PID 578 died...
05:54:28.215691 run  iperf3-srv_10.42.42.10(pid=578): Terminated {rc=256}
05:54:28.225886 ---      ParallelTerminationStrategy: PID 581 died...
05:54:28.281791 run pcap-recorder_any(filters='host 10.42.42.2')(pid=581): Terminated: ok {rc=0}
05:54:28.291935 ---      ParallelTerminationStrategy: PID 584 died...
05:54:28.347823 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=584): Terminated: ok {rc=0}
05:54:28.358054 ---      ParallelTerminationStrategy: PID 587 died...
05:54:28.414102 run pcap-recorder_any(filters='host 10.42.42.6')(pid=587): Terminated: ok {rc=0}
05:54:28.501460 bus                          /gobi_6: Setting Powered False
</stdout></case><case><age>232</age><className>gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend</className><duration>11.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=603): Process ended prematurely: osmo-stp_10.42.42.5(pid=603) [trial-2370↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=603)]</errorStackTrace><failedSince>2139</failedSince><name>iperf3m4.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py", line 8, in &lt;module&gt;
    setup_run_iperf3_test_parallel(4)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py", line 67, in setup_run_iperf3_test_parallel
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=603): Process ended prematurely: osmo-stp_10.42.42.5(pid=603) [trial-2370↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=603)]
</stderr><stdout>
----------------------------------------------
trial-2370 gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend iperf3m4.py
----------------------------------------------
05:54:29.619670 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)
05:54:29.632405 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)
05:54:29.778138 tst                      iperf3m4.py: using LAC 26304
05:54:29.904266 tst                      iperf3m4.py: using RAC 39
05:54:30.030075 tst                      iperf3m4.py: using CellId 26304
05:54:30.156100 tst                      iperf3m4.py: using BVCI 26305
05:54:30.180934 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)
05:54:30.192889 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)
05:54:30.204583 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)
05:54:30.216299 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)
05:54:30.228015 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)
05:54:30.239580 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)
05:54:30.251414 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)
05:54:30.263040 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)
05:54:30.274921 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)
05:54:30.394969 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)
05:54:30.515135 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)
05:54:30.632129 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)
05:54:30.937339 tst                    iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...
05:54:31.067420 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
05:54:31.403297 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=589): Launched
05:54:31.682692 run  iperf3-srv_10.42.42.10(pid=590): Launched
05:54:31.871272 tst                    iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...
05:54:31.999501 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
05:54:32.317435 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=591): Launched
05:54:32.576782 run  iperf3-srv_10.42.42.10(pid=592): Launched
05:54:32.759814 tst                    iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...
05:54:32.885024 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
05:54:33.199172 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=593): Launched
05:54:33.459176 run  iperf3-srv_10.42.42.10(pid=594): Launched
05:54:33.642654 tst                    iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...
05:54:33.767575 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
05:54:34.080883 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=595): Launched
05:54:34.340132 run  iperf3-srv_10.42.42.10(pid=596): Launched
05:54:34.523227 tst                    iperf3m4.py:8: start network...
05:54:34.648214 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
05:54:35.123326 run           create_hlr_db(pid=597): Launched
05:54:35.296030 bus                          /gobi_6: Setting Powered False
05:54:36.317977 run           create_hlr_db(pid=597): Terminated: ok {rc=0}
05:54:36.746469 run pcap-recorder_any(filters='host 10.42.42.2')(pid=599): Launched
05:54:37.070190 run     osmo-hlr_10.42.42.2(pid=600): Launched
05:54:37.190742 run              osmo-stp_10.42.42.5: Starting osmo-stp
05:54:37.757961 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=602): Launched
05:54:38.078782 run     osmo-stp_10.42.42.5(pid=603): Launched
05:54:38.195900 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
05:54:38.757088 run pcap-recorder_any(filters='host 10.42.42.6')(pid=605): Launched
05:54:38.871570 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
05:54:39.153346 run                patchelf(pid=606): Launched
05:54:39.341580 run     osmo-stp_10.42.42.5(pid=603): ERR: Terminated: ERROR {rc=1}  [trial-2370↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=603)]
05:54:39.478340 run     osmo-stp_10.42.42.5(pid=603): stdout: 
| (launched: 2022-12-10_05:54:37.920766)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
05:54:39.615098 run     osmo-stp_10.42.42.5(pid=603): stderr: 
| �[0;m�[38;5;43m20221210055438113 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210055438113 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210055438114 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210055438114 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210055438116 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210055438117 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210055438117 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
05:54:39.748646 run     osmo-stp_10.42.42.5(pid=603): stdout: 
| (launched: 2022-12-10_05:54:37.920766)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
05:54:39.879916 run     osmo-stp_10.42.42.5(pid=603): stderr: 
| �[0;m�[38;5;43m20221210055438113 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210055438113 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210055438114 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210055438114 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210055438116 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210055438117 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210055438117 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
05:54:40.033455 run                patchelf(pid=606): Terminating (SIGINT)
05:54:40.213852 run                patchelf(pid=606): Terminated: ok {rc=0}
05:54:40.247488 tst                    iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=603): Process ended prematurely: osmo-stp_10.42.42.5(pid=603) [trial-2370↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=603)]  [trial-2370↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8]
05:54:40.257690 tst                    iperf3m4.py:8: Test FAILED (10.7 sec)
05:54:40.320613 run     osmo-hlr_10.42.42.2(pid=600): ERR: Terminated: ERROR {rc=237}  [trial-2370↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=600)]
05:54:40.371847 run     osmo-hlr_10.42.42.2(pid=600): stdout: 
| (launched: 2022-12-10_05:54:36.909780) 
05:54:40.423630 run     osmo-hlr_10.42.42.2(pid=600): stderr: 
| �[0;m�[1;31m20221210055437106 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210055437106 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210055437106 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210055437106 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210055437107 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210055437107 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210055437120 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210055437130 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210055437130 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210055437130 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
05:54:40.467517 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=589): Terminating (SIGTERM)
05:54:40.509168 run  iperf3-srv_10.42.42.10(pid=590): Terminating (SIGTERM)
05:54:40.550581 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=591): Terminating (SIGTERM)
05:54:40.592038 run  iperf3-srv_10.42.42.10(pid=592): Terminating (SIGTERM)
05:54:40.633659 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=593): Terminating (SIGTERM)
05:54:40.674996 run  iperf3-srv_10.42.42.10(pid=594): Terminating (SIGTERM)
05:54:40.716550 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=595): Terminating (SIGTERM)
05:54:40.758186 run  iperf3-srv_10.42.42.10(pid=596): Terminating (SIGTERM)
05:54:40.799619 run pcap-recorder_any(filters='host 10.42.42.2')(pid=599): Terminating (SIGTERM)
05:54:40.841115 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=602): Terminating (SIGTERM)
05:54:40.882605 run pcap-recorder_any(filters='host 10.42.42.6')(pid=605): Terminating (SIGTERM)
05:54:40.892259 ---      ParallelTerminationStrategy: PID 589 died...
05:54:40.947812 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=589): Terminated: ok {rc=0}
05:54:40.957910 ---      ParallelTerminationStrategy: PID 590 died...
05:54:41.013056 run  iperf3-srv_10.42.42.10(pid=590): Terminated {rc=256}
05:54:41.023090 ---      ParallelTerminationStrategy: PID 591 died...
05:54:41.078557 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=591): Terminated: ok {rc=0}
05:54:41.088599 ---      ParallelTerminationStrategy: PID 592 died...
05:54:41.144023 run  iperf3-srv_10.42.42.10(pid=592): Terminated {rc=256}
05:54:41.154206 ---      ParallelTerminationStrategy: PID 593 died...
05:54:41.209436 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=593): Terminated: ok {rc=0}
05:54:41.219456 ---      ParallelTerminationStrategy: PID 594 died...
05:54:41.274725 run  iperf3-srv_10.42.42.10(pid=594): Terminated {rc=256}
05:54:41.284735 ---      ParallelTerminationStrategy: PID 595 died...
05:54:41.339908 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=595): Terminated: ok {rc=0}
05:54:41.350083 ---      ParallelTerminationStrategy: PID 596 died...
05:54:41.404992 run  iperf3-srv_10.42.42.10(pid=596): Terminated {rc=256}
05:54:41.415070 ---      ParallelTerminationStrategy: PID 599 died...
05:54:41.470089 run pcap-recorder_any(filters='host 10.42.42.2')(pid=599): Terminated: ok {rc=0}
05:54:41.480164 ---      ParallelTerminationStrategy: PID 602 died...
05:54:41.535138 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=602): Terminated: ok {rc=0}
05:54:41.545193 ---      ParallelTerminationStrategy: PID 605 died...
05:54:41.600277 run pcap-recorder_any(filters='host 10.42.42.6')(pid=605): Terminated: ok {rc=0}
05:54:41.686637 bus                          /gobi_4: Setting Powered False
05:54:42.793310 bus                          /gobi_4: Setting Powered False
05:54:43.900792 bus                          /gobi_1: Setting Powered False
05:54:45.006454 bus                          /gobi_1: Setting Powered False
05:54:46.119462 bus                          /gobi_0: Setting Powered False
05:54:47.225570 bus                          /gobi_0: Setting Powered False
05:54:48.338515 bus                          /gobi_6: Setting Powered False
</stdout></case><case><age>232</age><className>gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=613): Process ended prematurely: osmo-stp_10.42.42.5(pid=613) [trial-2370↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=613)]</errorStackTrace><failedSince>2139</failedSince><name>ping.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py", line 22, in &lt;module&gt;
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=613): Process ended prematurely: osmo-stp_10.42.42.5(pid=613) [trial-2370↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=613)]
</stderr><stdout>
----------------------------------------------
trial-2370 gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend ping.py
----------------------------------------------
05:54:49.405457 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)
05:54:49.417608 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)
05:54:49.560881 tst                          ping.py: using LAC 26305
05:54:49.684098 tst                          ping.py: using RAC 40
05:54:49.805232 tst                          ping.py: using CellId 26305
05:54:49.921233 tst                          ping.py: using BVCI 26306
05:54:49.943846 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)
05:54:49.955098 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)
05:54:49.966293 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)
05:54:49.978188 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)
05:54:49.989902 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)
05:54:50.001758 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)
05:54:50.013666 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)
05:54:50.025636 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)
05:54:50.317796 tst                       ping.py:19: start network...
05:54:50.448582 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
05:54:50.952341 run           create_hlr_db(pid=607): Launched
05:54:51.136187 bus                          /gobi_6: Setting Powered False
05:54:52.155957 run           create_hlr_db(pid=607): Terminated: ok {rc=0}
05:54:52.576332 run pcap-recorder_any(filters='host 10.42.42.2')(pid=609): Launched
05:54:52.893020 run     osmo-hlr_10.42.42.2(pid=610): Launched
05:54:53.006975 run              osmo-stp_10.42.42.5: Starting osmo-stp
05:54:53.559765 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=612): Launched
05:54:53.875173 run     osmo-stp_10.42.42.5(pid=613): Launched
05:54:53.989490 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
05:54:54.541746 run pcap-recorder_any(filters='host 10.42.42.6')(pid=615): Launched
05:54:54.654057 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
05:54:54.930329 run                patchelf(pid=616): Launched
05:54:55.115918 run     osmo-stp_10.42.42.5(pid=613): ERR: Terminated: ERROR {rc=1}  [trial-2370↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=613)]
05:54:55.251554 run     osmo-stp_10.42.42.5(pid=613): stdout: 
| (launched: 2022-12-10_05:54:53.719780)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
05:54:55.387306 run     osmo-stp_10.42.42.5(pid=613): stderr: 
| �[0;m�[38;5;43m20221210055453912 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210055453913 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210055453913 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210055453913 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210055453914 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210055453914 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210055453914 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
05:54:55.518454 run     osmo-stp_10.42.42.5(pid=613): stdout: 
| (launched: 2022-12-10_05:54:53.719780)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
05:54:55.647912 run     osmo-stp_10.42.42.5(pid=613): stderr: 
| �[0;m�[38;5;43m20221210055453912 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210055453913 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210055453913 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210055453913 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210055453914 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210055453914 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210055453914 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
05:54:55.799056 run                patchelf(pid=616): Terminating (SIGINT)
05:54:55.976016 run                patchelf(pid=616): Terminated: ok {rc=0}
05:54:56.008501 tst                       ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=613): Process ended prematurely: osmo-stp_10.42.42.5(pid=613) [trial-2370↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=613)]  [trial-2370↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22]
05:54:56.018210 tst                       ping.py:22: Test FAILED (6.6 sec)
05:54:56.081344 run     osmo-hlr_10.42.42.2(pid=610): ERR: Terminated: ERROR {rc=237}  [trial-2370↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=610)]
05:54:56.132547 run     osmo-hlr_10.42.42.2(pid=610): stdout: 
| (launched: 2022-12-10_05:54:52.736571) 
05:54:56.184310 run     osmo-hlr_10.42.42.2(pid=610): stderr: 
| �[0;m�[1;31m20221210055452933 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210055452933 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210055452934 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210055452934 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210055452934 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210055452934 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210055452973 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210055452983 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210055452983 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210055452983 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
05:54:56.228302 run pcap-recorder_any(filters='host 10.42.42.2')(pid=609): Terminating (SIGTERM)
05:54:56.269881 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=612): Terminating (SIGTERM)
05:54:56.311321 run pcap-recorder_any(filters='host 10.42.42.6')(pid=615): Terminating (SIGTERM)
05:54:56.321037 ---      ParallelTerminationStrategy: PID 609 died...
05:54:56.376609 run pcap-recorder_any(filters='host 10.42.42.2')(pid=609): Terminated: ok {rc=0}
05:54:56.386634 ---      ParallelTerminationStrategy: PID 612 died...
05:54:56.442570 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=612): Terminated: ok {rc=0}
05:54:56.452872 ---      ParallelTerminationStrategy: PID 615 died...
05:54:56.508685 run pcap-recorder_any(filters='host 10.42.42.6')(pid=615): Terminated: ok {rc=0}
05:54:56.595546 bus                          /gobi_6: Setting Powered False
</stdout></case><case><age>232</age><className>gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend</className><duration>8.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=627): Process ended prematurely: osmo-stp_10.42.42.5(pid=627) [trial-2370↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=627)]</errorStackTrace><failedSince>2139</failedSince><name>ping_idle_ping.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py", line 27, in &lt;module&gt;
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=627): Process ended prematurely: osmo-stp_10.42.42.5(pid=627) [trial-2370↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=627)]
</stderr><stdout>
----------------------------------------------
trial-2370 gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend ping_idle_ping.py
----------------------------------------------
05:54:57.648457 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)
05:54:57.660724 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)
05:54:57.808729 tst                ping_idle_ping.py: using LAC 26306
05:54:57.932777 tst                ping_idle_ping.py: using RAC 41
05:54:58.057394 tst                ping_idle_ping.py: using CellId 26306
05:54:58.183291 tst                ping_idle_ping.py: using BVCI 26307
05:54:58.207589 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)
05:54:58.219381 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)
05:54:58.231153 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)
05:54:58.243440 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)
05:54:58.255537 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)
05:54:58.267586 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)
05:54:58.279748 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)
05:54:58.291847 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)
05:54:58.568524 tst             ping_idle_ping.py:24: start network...
05:54:58.691818 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
05:54:59.161782 run           create_hlr_db(pid=617): Launched
05:54:59.333183 bus                          /gobi_6: Setting Powered False
05:55:00.354661 run           create_hlr_db(pid=617): Terminated: ok {rc=0}
05:55:00.779214 run pcap-recorder_any(filters='host 10.42.42.2')(pid=619): Launched
05:55:01.302051 run     osmo-hlr_10.42.42.2(pid=620): Launched
05:55:01.447679 run              osmo-stp_10.42.42.5: Starting osmo-stp
05:55:02.097696 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=625): Launched
05:55:02.585275 run     osmo-stp_10.42.42.5(pid=627): Launched
05:55:02.702480 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
05:55:03.254106 run pcap-recorder_any(filters='host 10.42.42.6')(pid=635): Launched
05:55:03.366672 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
05:55:03.643115 run                patchelf(pid=636): Launched
05:55:03.828607 run     osmo-stp_10.42.42.5(pid=627): ERR: Terminated: ERROR {rc=1}  [trial-2370↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=627)]
05:55:03.964549 run     osmo-stp_10.42.42.5(pid=627): stdout: 
| (launched: 2022-12-10_05:55:02.262013)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
05:55:04.100810 run     osmo-stp_10.42.42.5(pid=627): stderr: 
| �[0;m�[38;5;43m20221210055502488 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210055502488 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210055502488 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210055502489 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210055502489 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210055502489 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210055502489 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
05:55:04.231834 run     osmo-stp_10.42.42.5(pid=627): stdout: 
| (launched: 2022-12-10_05:55:02.262013)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
05:55:04.361906 run     osmo-stp_10.42.42.5(pid=627): stderr: 
| �[0;m�[38;5;43m20221210055502488 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210055502488 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210055502488 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210055502489 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210055502489 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210055502489 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210055502489 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
05:55:04.512438 run                patchelf(pid=636): Terminating (SIGINT)
05:55:04.689807 run                patchelf(pid=636): Terminated: ok {rc=0}
05:55:04.722339 tst             ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=627): Process ended prematurely: osmo-stp_10.42.42.5(pid=627) [trial-2370↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=627)]  [trial-2370↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27]
05:55:04.731642 tst             ping_idle_ping.py:27: Test FAILED (7.1 sec)
05:55:04.793911 run     osmo-hlr_10.42.42.2(pid=620): ERR: Terminated: ERROR {rc=237}  [trial-2370↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=620)]
05:55:04.844883 run     osmo-hlr_10.42.42.2(pid=620): stdout: 
| (launched: 2022-12-10_05:55:00.968237) 
05:55:04.896332 run     osmo-hlr_10.42.42.2(pid=620): stderr: 
| �[0;m�[1;31m20221210055501285 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210055501285 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210055501285 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210055501286 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210055501286 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210055501286 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210055501301 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210055501316 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210055501316 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210055501319 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
05:55:04.940012 run pcap-recorder_any(filters='host 10.42.42.2')(pid=619): Terminating (SIGTERM)
05:55:04.981498 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=625): Terminating (SIGTERM)
05:55:05.022845 run pcap-recorder_any(filters='host 10.42.42.6')(pid=635): Terminating (SIGTERM)
05:55:05.032449 ---      ParallelTerminationStrategy: PID 619 died...
05:55:05.087877 run pcap-recorder_any(filters='host 10.42.42.2')(pid=619): Terminated: ok {rc=0}
05:55:05.098032 ---      ParallelTerminationStrategy: PID 625 died...
05:55:05.153037 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=625): Terminated: ok {rc=0}
05:55:05.162916 ---      ParallelTerminationStrategy: PID 635 died...
05:55:05.217901 run pcap-recorder_any(filters='host 10.42.42.6')(pid=635): Terminated: ok {rc=0}
05:55:05.304654 bus                          /gobi_6: Setting Powered False
</stdout></case><duration>61.0</duration><id>54</id><name>gprs_trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend</name><properties></properties><timestamp>2022-12-10T05:54:06</timestamp></suite><suite><case><age>232</age><className>dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=646): Process ended prematurely: osmo-stp_10.42.42.5(pid=646) [trial-2370↪dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=646)]</errorStackTrace><failedSince>2139</failedSince><name>switch_tch_pdch.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py", line 54, in &lt;module&gt;
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=646): Process ended prematurely: osmo-stp_10.42.42.5(pid=646) [trial-2370↪dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=646)]
</stderr><stdout>
----------------------------------------------
trial-2370 dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py
----------------------------------------------
05:55:07.334050 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)
05:55:07.345382 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)
05:55:07.498111 tst               switch_tch_pdch.py: using LAC 26307
05:55:07.612226 tst               switch_tch_pdch.py: using RAC 42
05:55:07.726166 tst               switch_tch_pdch.py: using CellId 26307
05:55:07.844694 tst               switch_tch_pdch.py: using BVCI 26308
05:55:07.867459 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)
05:55:07.878821 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)
05:55:07.890218 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)
05:55:07.902246 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)
05:55:07.914120 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)
05:55:07.926049 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)
05:55:07.938201 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)
05:55:07.950003 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)
05:55:08.069660 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)
05:55:08.358853 tst            switch_tch_pdch.py:51: start network...
05:55:08.490710 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
05:55:08.995862 run           create_hlr_db(pid=640): Launched
05:55:09.180267 bus                          /gobi_6: Setting Powered False
05:55:10.199494 run           create_hlr_db(pid=640): Terminated: ok {rc=0}
05:55:10.597443 run pcap-recorder_any(filters='host 10.42.42.2')(pid=642): Launched
05:55:10.891687 run     osmo-hlr_10.42.42.2(pid=643): Launched
05:55:10.999419 run              osmo-stp_10.42.42.5: Starting osmo-stp
05:55:11.513191 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=645): Launched
05:55:11.807223 run     osmo-stp_10.42.42.5(pid=646): Launched
05:55:11.914552 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
05:55:12.427162 run pcap-recorder_any(filters='host 10.42.42.6')(pid=648): Launched
05:55:12.531385 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
05:55:12.790556 run                patchelf(pid=649): Launched
05:55:12.965338 run     osmo-stp_10.42.42.5(pid=646): ERR: Terminated: ERROR {rc=1}  [trial-2370↪dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=646)]
05:55:13.097991 run     osmo-stp_10.42.42.5(pid=646): stdout: 
| (launched: 2022-12-10_05:55:11.661976)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
05:55:13.230230 run     osmo-stp_10.42.42.5(pid=646): stderr: 
| �[0;m�[38;5;43m20221210055511830 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210055511830 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210055511830 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210055511831 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210055511833 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210055511833 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210055511833 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
05:55:13.361130 run     osmo-stp_10.42.42.5(pid=646): stdout: 
| (launched: 2022-12-10_05:55:11.661976)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
05:55:13.494241 run     osmo-stp_10.42.42.5(pid=646): stderr: 
| �[0;m�[38;5;43m20221210055511830 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210055511830 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210055511830 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210055511831 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210055511833 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210055511833 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210055511833 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
05:55:13.649888 run                patchelf(pid=649): Terminating (SIGINT)
05:55:13.831790 run                patchelf(pid=649): Terminated: ok {rc=0}
05:55:13.865273 tst            switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=646): Process ended prematurely: osmo-stp_10.42.42.5(pid=646) [trial-2370↪dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=646)]  [trial-2370↪dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54]
05:55:13.875930 tst            switch_tch_pdch.py:54: Test FAILED (6.5 sec)
05:55:13.942133 run     osmo-hlr_10.42.42.2(pid=643): ERR: Terminated: ERROR {rc=237}  [trial-2370↪dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=643)]
05:55:13.995421 run     osmo-hlr_10.42.42.2(pid=643): stdout: 
| (launched: 2022-12-10_05:55:10.746796) 
05:55:14.050391 run     osmo-hlr_10.42.42.2(pid=643): stderr: 
| �[0;m�[1;31m20221210055510924 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210055510924 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210055510924 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210055510924 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210055510924 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210055510924 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210055510936 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210055510944 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210055510944 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210055510944 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
05:55:14.096078 run pcap-recorder_any(filters='host 10.42.42.2')(pid=642): Terminating (SIGTERM)
05:55:14.142454 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=645): Terminating (SIGTERM)
05:55:14.187582 run pcap-recorder_any(filters='host 10.42.42.6')(pid=648): Terminating (SIGTERM)
05:55:14.198173 ---      ParallelTerminationStrategy: PID 642 died...
05:55:14.257231 run pcap-recorder_any(filters='host 10.42.42.2')(pid=642): Terminated: ok {rc=0}
05:55:14.268455 ---      ParallelTerminationStrategy: PID 645 died...
05:55:14.327913 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=645): Terminated: ok {rc=0}
05:55:14.338483 ---      ParallelTerminationStrategy: PID 648 died...
05:55:14.395150 run pcap-recorder_any(filters='host 10.42.42.6')(pid=648): Terminated: ok {rc=0}
05:55:14.480758 bus                          /gobi_0: Setting Powered False
05:55:15.582216 bus                          /gobi_0: Setting Powered False
05:55:16.702599 bus                          /gobi_6: Setting Powered False
</stdout></case><duration>12.0</duration><id>55</id><name>dynts_trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any</name><properties></properties><timestamp>2022-12-10T05:55:07</timestamp></suite><suite><case><age>232</age><className>dynts:trx-b200+mod-bts0-dynts67-osmo</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=1040): Process ended prematurely: osmo-stp_10.42.42.5(pid=1040) [trial-2370↪dynts:trx-b200+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1040)]</errorStackTrace><failedSince>2139</failedSince><name>switch_tch_pdch.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py", line 54, in &lt;module&gt;
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1040): Process ended prematurely: osmo-stp_10.42.42.5(pid=1040) [trial-2370↪dynts:trx-b200+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1040)]
</stderr><stdout>
----------------------------------------------
trial-2370 dynts:trx-b200+mod-bts0-dynts67-osmo switch_tch_pdch.py
----------------------------------------------
05:55:18.684351 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)
05:55:18.695374 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1)
05:55:18.854037 tst               switch_tch_pdch.py: using LAC 26308
05:55:18.973711 tst               switch_tch_pdch.py: using RAC 43
05:55:19.088623 tst               switch_tch_pdch.py: using CellId 26308
05:55:19.205122 tst               switch_tch_pdch.py: using BVCI 26309
05:55:19.227781 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)
05:55:19.238737 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)
05:55:19.249537 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)
05:55:19.260446 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)
05:55:19.271340 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)
05:55:19.282344 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)
05:55:19.293509 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)
05:55:19.304349 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)
05:55:19.419400 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)
05:55:19.703291 tst            switch_tch_pdch.py:51: start network...
05:55:19.834674 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
05:55:20.313416 run          create_hlr_db(pid=1034): Launched
05:55:20.441937 bus                          /gobi_6: Setting Powered False
05:55:21.516406 run          create_hlr_db(pid=1034): Terminated: ok {rc=0}
05:55:21.908782 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1036): Launched
05:55:22.225093 run    osmo-hlr_10.42.42.2(pid=1037): Launched
05:55:22.343411 run              osmo-stp_10.42.42.5: Starting osmo-stp
05:55:22.864740 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1039): Launched
05:55:23.180580 run    osmo-stp_10.42.42.5(pid=1040): Launched
05:55:23.349250 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
05:55:23.870192 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1070): Launched
05:55:23.980342 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
05:55:24.251757 run               patchelf(pid=1160): Launched
05:55:24.434310 run    osmo-stp_10.42.42.5(pid=1040): ERR: Terminated: ERROR {rc=1}  [trial-2370↪dynts:trx-b200+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1040)]
05:55:24.566514 run    osmo-stp_10.42.42.5(pid=1040): stdout: 
| (launched: 2022-12-10_05:55:23.024882)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
05:55:24.697690 run    osmo-stp_10.42.42.5(pid=1040): stderr: 
| �[0;m�[38;5;43m20221210055523217 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210055523217 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210055523217 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210055523218 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210055523218 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210055523218 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210055523218 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
05:55:24.823610 run    osmo-stp_10.42.42.5(pid=1040): stdout: 
| (launched: 2022-12-10_05:55:23.024882)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
05:55:24.949111 run    osmo-stp_10.42.42.5(pid=1040): stderr: 
| �[0;m�[38;5;43m20221210055523217 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210055523217 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210055523217 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210055523218 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210055523218 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210055523218 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210055523218 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
05:55:25.094307 run               patchelf(pid=1160): Terminating (SIGINT)
05:55:25.263687 run               patchelf(pid=1160): Terminated: ok {rc=0}
05:55:25.295186 tst            switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=1040): Process ended prematurely: osmo-stp_10.42.42.5(pid=1040) [trial-2370↪dynts:trx-b200+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1040)]  [trial-2370↪dynts:trx-b200+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54]
05:55:25.304992 tst            switch_tch_pdch.py:54: Test FAILED (6.6 sec)
05:55:25.371261 run    osmo-hlr_10.42.42.2(pid=1037): ERR: Terminated: ERROR {rc=237}  [trial-2370↪dynts:trx-b200+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1037)]
05:55:25.422420 run    osmo-hlr_10.42.42.2(pid=1037): stdout: 
| (launched: 2022-12-10_05:55:22.069945) 
05:55:25.474717 run    osmo-hlr_10.42.42.2(pid=1037): stderr: 
| �[0;m�[1;31m20221210055522266 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210055522266 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210055522266 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210055522266 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210055522266 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210055522266 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210055522278 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/dynts:trx-b200+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210055522287 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210055522287 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210055522287 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
05:55:25.520055 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1036): Terminating (SIGTERM)
05:55:25.564188 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1039): Terminating (SIGTERM)
05:55:25.608737 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1070): Terminating (SIGTERM)
05:55:25.619340 ---      ParallelTerminationStrategy: PID 1036 died...
05:55:25.677517 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1036): Terminated: ok {rc=0}
05:55:25.688051 ---      ParallelTerminationStrategy: PID 1039 died...
05:55:25.745260 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1039): Terminated: ok {rc=0}
05:55:25.755985 ---      ParallelTerminationStrategy: PID 1070 died...
05:55:25.813492 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1070): Terminated: ok {rc=0}
05:55:25.900602 bus                          /gobi_0: Setting Powered False
05:55:27.006899 bus                          /gobi_0: Setting Powered False
05:55:28.117993 bus                          /gobi_6: Setting Powered False
</stdout></case><duration>12.0</duration><id>56</id><name>dynts_trx-b200+mod-bts0-dynts67-osmo</name><properties></properties><timestamp>2022-12-10T05:55:18</timestamp></suite><suite><case><age>232</age><className>nitb_sms:trx-sysmocell5000</className><duration>4.0</duration><errorStackTrace>osmo-nitb_10.42.42.2(pid=1241): Process ended prematurely: osmo-nitb_10.42.42.2(pid=1241) [trial-2370↪nitb_sms:trx-sysmocell5000↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=1241)]</errorStackTrace><failedSince>2139</failedSince><name>mo_mt_sms.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py", line 11, in &lt;module&gt;
    nitb.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py", line 67, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=1241): Process ended prematurely: osmo-nitb_10.42.42.2(pid=1241) [trial-2370↪nitb_sms:trx-sysmocell5000↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=1241)]
</stderr><stdout>
----------------------------------------------
trial-2370 nitb_sms:trx-sysmocell5000 mo_mt_sms.py
----------------------------------------------
05:55:30.012934 tst       nitb_sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 1)
05:55:30.023696 tst       nitb_sms:trx-sysmocell5000: Using 1 x bts (candidates: 1)
05:55:30.155493 tst                     mo_mt_sms.py: using LAC 26309
05:55:30.271982 tst                     mo_mt_sms.py: using RAC 44
05:55:30.389650 tst                     mo_mt_sms.py: using CellId 26309
05:55:30.505536 tst                     mo_mt_sms.py: using BVCI 26310
05:55:30.527981 tst       nitb_sms:trx-sysmocell5000: Using 1 x modem (candidates: 2)
05:55:30.644314 tst       nitb_sms:trx-sysmocell5000: Using 1 x modem (candidates: 2)
05:55:30.936171 tst                   mo_mt_sms.py:9: start nitb and bts...
05:55:31.063752 run             osmo-nitb_10.42.42.2: Starting osmo-nitb
05:55:31.702398 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=1240): Launched
05:55:32.023891 run   osmo-nitb_10.42.42.2(pid=1241): Launched
05:55:32.219872 run   osmo-nitb_10.42.42.2(pid=1241): ERR: Terminated: ERROR {rc=2}  [trial-2370↪nitb_sms:trx-sysmocell5000↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=1241)]
05:55:32.363223 run   osmo-nitb_10.42.42.2(pid=1241): stdout: 
| (launched: 2022-12-10_05:55:31.855843) 
05:55:32.506635 run   osmo-nitb_10.42.42.2(pid=1241): stderr: 
| (launched: 2022-12-10_05:55:31.901388)
| ======================================================================
| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and
| obsolete for several years.  If you really want to ignore years of hard work on
| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),
| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line
| argument.  DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!
| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box
| ====================================================================== 
05:55:32.644790 run   osmo-nitb_10.42.42.2(pid=1241): stdout: 
| (launched: 2022-12-10_05:55:31.855843) 
05:55:32.781696 run   osmo-nitb_10.42.42.2(pid=1241): stderr: 
| (launched: 2022-12-10_05:55:31.901388)
| ======================================================================
| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and
| obsolete for several years.  If you really want to ignore years of hard work on
| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),
| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line
| argument.  DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!
| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box
| ====================================================================== 
05:55:33.150574 tst   osmo-nitb_10.42.42.2(pid=1241): stdout: 
| (launched: 2022-12-10_05:55:31.855843) 
05:55:33.276065 tst   osmo-nitb_10.42.42.2(pid=1241): stderr: 
| (launched: 2022-12-10_05:55:31.901388)
| ======================================================================
| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and
| obsolete for several years.  If you really want to ignore years of hard work on
| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),
| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line
| argument.  DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!
| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box
| ====================================================================== 
05:55:33.331561 tst                  mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=1241): Process ended prematurely: osmo-nitb_10.42.42.2(pid=1241) [trial-2370↪nitb_sms:trx-sysmocell5000↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=1241)]  [trial-2370↪nitb_sms:trx-sysmocell5000↪mo_mt_sms.py:11]
05:55:33.340397 tst                  mo_mt_sms.py:11: Test FAILED (3.3 sec)
05:55:33.376049 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=1240): Terminating (SIGTERM)
05:55:33.553783 ---      ParallelTerminationStrategy: PID 1240 died...
05:55:33.610662 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=1240): Terminated: ok {rc=0}
05:55:33.698241 bus                        /sierra_3: Setting Powered False
05:55:34.807740 bus                        /sierra_3: Setting Powered False
05:55:35.917016 bus                        /sierra_2: Setting Powered False
</stdout></case><duration>8.0</duration><id>57</id><name>nitb_sms_trx-sysmocell5000</name><properties></properties><timestamp>2022-12-10T05:55:29</timestamp></suite><suite><case><age>232</age><className>sms:trx-sysmocell5000</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=1251): Process ended prematurely: osmo-stp_10.42.42.5(pid=1251) [trial-2370↪sms:trx-sysmocell5000↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1251)]</errorStackTrace><failedSince>2139</failedSince><name>mo_mt_sms.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py", line 16, in &lt;module&gt;
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1251): Process ended prematurely: osmo-stp_10.42.42.5(pid=1251) [trial-2370↪sms:trx-sysmocell5000↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1251)]
</stderr><stdout>
----------------------------------------------
trial-2370 sms:trx-sysmocell5000 mo_mt_sms.py
----------------------------------------------
05:55:37.812058 tst            sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)
05:55:37.822725 tst            sms:trx-sysmocell5000: Using 1 x bts (candidates: 1)
05:55:37.957282 tst                     mo_mt_sms.py: using LAC 26310
05:55:38.073473 tst                     mo_mt_sms.py: using RAC 45
05:55:38.187759 tst                     mo_mt_sms.py: using CellId 26310
05:55:38.301708 tst                     mo_mt_sms.py: using BVCI 26311
05:55:38.324215 tst            sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)
05:55:38.335017 tst            sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)
05:55:38.345603 tst            sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)
05:55:38.356330 tst            sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)
05:55:38.367017 tst            sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)
05:55:38.377689 tst            sms:trx-sysmocell5000: Using 1 x modem (candidates: 2)
05:55:38.496433 tst            sms:trx-sysmocell5000: Using 1 x modem (candidates: 2)
05:55:38.705705 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
05:55:39.212478 run          create_hlr_db(pid=1245): Launched
05:55:39.397324 bus                        /sierra_2: Setting Powered False
05:55:40.417392 run          create_hlr_db(pid=1245): Terminated: ok {rc=0}
05:55:40.823578 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1247): Launched
05:55:41.139341 run    osmo-hlr_10.42.42.2(pid=1248): Launched
05:55:41.256727 run              osmo-stp_10.42.42.5: Starting osmo-stp
05:55:41.806651 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1250): Launched
05:55:42.122063 run    osmo-stp_10.42.42.5(pid=1251): Launched
05:55:42.235921 run              osmo-msc_10.42.42.6: Starting osmo-msc
05:55:42.814986 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1253): Launched
05:55:43.130585 run    osmo-msc_10.42.42.6(pid=1254): Launched
05:55:43.315849 run    osmo-stp_10.42.42.5(pid=1251): ERR: Terminated: ERROR {rc=1}  [trial-2370↪sms:trx-sysmocell5000↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1251)]
05:55:43.449884 run    osmo-stp_10.42.42.5(pid=1251): stdout: 
| (launched: 2022-12-10_05:55:41.967145)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
05:55:43.583232 run    osmo-stp_10.42.42.5(pid=1251): stderr: 
| �[0;m�[38;5;43m20221210055542158 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210055542158 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210055542159 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210055542159 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210055542159 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210055542159 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210055542160 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
05:55:43.710196 run    osmo-stp_10.42.42.5(pid=1251): stdout: 
| (launched: 2022-12-10_05:55:41.967145)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
05:55:43.835765 run    osmo-stp_10.42.42.5(pid=1251): stderr: 
| �[0;m�[38;5;43m20221210055542158 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210055542158 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210055542159 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210055542159 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210055542159 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210055542159 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210055542160 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
05:55:43.891550 tst                  mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=1251): Process ended prematurely: osmo-stp_10.42.42.5(pid=1251) [trial-2370↪sms:trx-sysmocell5000↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1251)]  [trial-2370↪sms:trx-sysmocell5000↪mo_mt_sms.py:16]
05:55:43.900172 tst                  mo_mt_sms.py:16: Test FAILED (6.1 sec)
05:55:43.962841 run    osmo-hlr_10.42.42.2(pid=1248): ERR: Terminated: ERROR {rc=237}  [trial-2370↪sms:trx-sysmocell5000↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1248)]
05:55:44.014480 run    osmo-hlr_10.42.42.2(pid=1248): stdout: 
| (launched: 2022-12-10_05:55:40.984304) 
05:55:44.066520 run    osmo-hlr_10.42.42.2(pid=1248): stderr: 
| �[0;m�[1;31m20221210055541182 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210055541182 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210055541182 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210055541182 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210055541182 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210055541182 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210055541196 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/sms:trx-sysmocell5000/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210055541204 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210055541204 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210055541204 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
05:55:44.137651 run    osmo-msc_10.42.42.6(pid=1254): ERR: Terminated: ERROR {rc=2}  [trial-2370↪sms:trx-sysmocell5000↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1254)]
05:55:44.189282 run    osmo-msc_10.42.42.6(pid=1254): stdout: 
| (launched: 2022-12-10_05:55:42.974735) 
05:55:44.241214 run    osmo-msc_10.42.42.6(pid=1254): stderr: 
| �[0;m�[38;5;43m20221210055543297 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210055543297 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f6b52c06c40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210055543297 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210055543297 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210055543297 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210055543298 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210055543299 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210055543300 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210055543300 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210055543300 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
05:55:44.285435 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1247): Terminating (SIGTERM)
05:55:44.327061 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1250): Terminating (SIGTERM)
05:55:44.368801 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1253): Terminating (SIGTERM)
05:55:44.378805 ---      ParallelTerminationStrategy: PID 1247 died...
05:55:44.434763 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1247): Terminated: ok {rc=0}
05:55:44.444848 ---      ParallelTerminationStrategy: PID 1250 died...
05:55:44.500406 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1250): Terminated: ok {rc=0}
05:55:44.510549 ---      ParallelTerminationStrategy: PID 1253 died...
05:55:44.566234 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1253): Terminated: ok {rc=0}
05:55:44.653159 bus                        /sierra_3: Setting Powered False
05:55:45.759185 bus                        /sierra_3: Setting Powered False
05:55:46.889827 bus                        /sierra_2: Setting Powered False
</stdout></case><duration>12.0</duration><id>58</id><name>sms_trx-sysmocell5000</name><properties></properties><timestamp>2022-12-10T05:55:37</timestamp></suite><suite><case><age>232</age><className>nitb_ussd:trx-sysmocell5000</className><duration>4.0</duration><errorStackTrace>osmo-nitb_10.42.42.2(pid=1260): Process ended prematurely: osmo-nitb_10.42.42.2(pid=1260) [trial-2370↪nitb_ussd:trx-sysmocell5000↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=1260)]</errorStackTrace><failedSince>2139</failedSince><name>assert_extension.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py", line 12, in &lt;module&gt;
    nitb.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py", line 67, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=1260): Process ended prematurely: osmo-nitb_10.42.42.2(pid=1260) [trial-2370↪nitb_ussd:trx-sysmocell5000↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=1260)]
</stderr><stdout>
----------------------------------------------
trial-2370 nitb_ussd:trx-sysmocell5000 assert_extension.py
----------------------------------------------
05:55:48.727631 tst      nitb_ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 1)
05:55:48.738453 tst      nitb_ussd:trx-sysmocell5000: Using 1 x bts (candidates: 1)
05:55:48.874942 tst              assert_extension.py: using LAC 26311
05:55:48.997984 tst              assert_extension.py: using RAC 46
05:55:49.123776 tst              assert_extension.py: using CellId 26311
05:55:49.249076 tst              assert_extension.py: using BVCI 26312
05:55:49.273292 tst      nitb_ussd:trx-sysmocell5000: Using 1 x modem (candidates: 1)
05:55:49.557656 tst           assert_extension.py:10: start nitb and bts...
05:55:49.688923 run             osmo-nitb_10.42.42.2: Starting osmo-nitb
05:55:50.346486 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=1259): Launched
05:55:50.660561 run   osmo-nitb_10.42.42.2(pid=1260): Launched
05:55:50.855085 run   osmo-nitb_10.42.42.2(pid=1260): ERR: Terminated: ERROR {rc=2}  [trial-2370↪nitb_ussd:trx-sysmocell5000↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=1260)]
05:55:50.999205 run   osmo-nitb_10.42.42.2(pid=1260): stdout: 
| (launched: 2022-12-10_05:55:50.507092) 
05:55:51.143616 run   osmo-nitb_10.42.42.2(pid=1260): stderr: 
| (launched: 2022-12-10_05:55:50.554083)
| ======================================================================
| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and
| obsolete for several years.  If you really want to ignore years of hard work on
| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),
| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line
| argument.  DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!
| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box
| ====================================================================== 
05:55:51.283292 run   osmo-nitb_10.42.42.2(pid=1260): stdout: 
| (launched: 2022-12-10_05:55:50.507092) 
05:55:51.421108 run   osmo-nitb_10.42.42.2(pid=1260): stderr: 
| (launched: 2022-12-10_05:55:50.554083)
| ======================================================================
| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and
| obsolete for several years.  If you really want to ignore years of hard work on
| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),
| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line
| argument.  DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!
| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box
| ====================================================================== 
05:55:51.789333 tst   osmo-nitb_10.42.42.2(pid=1260): stdout: 
| (launched: 2022-12-10_05:55:50.507092) 
05:55:51.915654 tst   osmo-nitb_10.42.42.2(pid=1260): stderr: 
| (launched: 2022-12-10_05:55:50.554083)
| ======================================================================
| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and
| obsolete for several years.  If you really want to ignore years of hard work on
| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),
| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line
| argument.  DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!
| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box
| ====================================================================== 
05:55:51.971197 tst           assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=1260): Process ended prematurely: osmo-nitb_10.42.42.2(pid=1260) [trial-2370↪nitb_ussd:trx-sysmocell5000↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=1260)]  [trial-2370↪nitb_ussd:trx-sysmocell5000↪assert_extension.py:12]
05:55:51.979866 tst           assert_extension.py:12: Test FAILED (3.2 sec)
05:55:52.015894 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=1259): Terminating (SIGTERM)
05:55:52.193661 ---      ParallelTerminationStrategy: PID 1259 died...
05:55:52.250827 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=1259): Terminated: ok {rc=0}
05:55:52.338810 bus                        /sierra_2: Setting Powered False
</stdout></case><duration>6.0</duration><id>59</id><name>nitb_ussd_trx-sysmocell5000</name><properties></properties><timestamp>2022-12-10T05:55:48</timestamp></suite><suite><case><age>232</age><className>ussd:trx-sysmocell5000</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=1270): Process ended prematurely: osmo-stp_10.42.42.5(pid=1270) [trial-2370↪ussd:trx-sysmocell5000↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1270)]</errorStackTrace><failedSince>2139</failedSince><name>assert_extension.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py", line 17, in &lt;module&gt;
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1270): Process ended prematurely: osmo-stp_10.42.42.5(pid=1270) [trial-2370↪ussd:trx-sysmocell5000↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1270)]
</stderr><stdout>
----------------------------------------------
trial-2370 ussd:trx-sysmocell5000 assert_extension.py
----------------------------------------------
05:55:54.182857 tst           ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)
05:55:54.194226 tst           ussd:trx-sysmocell5000: Using 1 x bts (candidates: 1)
05:55:54.336268 tst              assert_extension.py: using LAC 26312
05:55:54.459710 tst              assert_extension.py: using RAC 47
05:55:54.583296 tst              assert_extension.py: using CellId 26312
05:55:54.706941 tst              assert_extension.py: using BVCI 26313
05:55:54.731061 tst           ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)
05:55:54.742216 tst           ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)
05:55:54.753229 tst           ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)
05:55:54.764146 tst           ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)
05:55:54.775231 tst           ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)
05:55:54.786215 tst           ussd:trx-sysmocell5000: Using 1 x modem (candidates: 1)
05:55:54.984320 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
05:55:55.448530 run          create_hlr_db(pid=1264): Launched
05:55:55.619098 bus                        /sierra_2: Setting Powered False
05:55:56.639250 run          create_hlr_db(pid=1264): Terminated: ok {rc=0}
05:55:57.062675 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1266): Launched
05:55:57.381118 run    osmo-hlr_10.42.42.2(pid=1267): Launched
05:55:57.500410 run              osmo-stp_10.42.42.5: Starting osmo-stp
05:55:58.142383 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1269): Launched
05:55:58.453255 run    osmo-stp_10.42.42.5(pid=1270): Launched
05:55:58.565462 run              osmo-msc_10.42.42.6: Starting osmo-msc
05:55:59.136288 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1272): Launched
05:55:59.446222 run    osmo-msc_10.42.42.6(pid=1273): Launched
05:55:59.627900 run    osmo-stp_10.42.42.5(pid=1270): ERR: Terminated: ERROR {rc=1}  [trial-2370↪ussd:trx-sysmocell5000↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1270)]
05:55:59.759221 run    osmo-stp_10.42.42.5(pid=1270): stdout: 
| (launched: 2022-12-10_05:55:58.300337)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
05:55:59.890579 run    osmo-stp_10.42.42.5(pid=1270): stderr: 
| �[0;m�[38;5;43m20221210055558489 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210055558489 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210055558490 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210055558490 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210055558490 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210055558491 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210055558491 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
05:56:00.015257 run    osmo-stp_10.42.42.5(pid=1270): stdout: 
| (launched: 2022-12-10_05:55:58.300337)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
05:56:00.139274 run    osmo-stp_10.42.42.5(pid=1270): stderr: 
| �[0;m�[38;5;43m20221210055558489 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210055558489 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210055558490 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210055558490 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210055558490 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210055558491 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210055558491 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
05:56:00.194065 tst           assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=1270): Process ended prematurely: osmo-stp_10.42.42.5(pid=1270) [trial-2370↪ussd:trx-sysmocell5000↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1270)]  [trial-2370↪ussd:trx-sysmocell5000↪assert_extension.py:17]
05:56:00.202927 tst           assert_extension.py:17: Test FAILED (6.0 sec)
05:56:00.265830 run    osmo-hlr_10.42.42.2(pid=1267): ERR: Terminated: ERROR {rc=237}  [trial-2370↪ussd:trx-sysmocell5000↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1267)]
05:56:00.317802 run    osmo-hlr_10.42.42.2(pid=1267): stdout: 
| (launched: 2022-12-10_05:55:57.223755) 
05:56:00.370186 run    osmo-hlr_10.42.42.2(pid=1267): stderr: 
| �[0;m�[1;31m20221210055557421 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210055557421 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210055557421 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210055557421 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210055557421 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210055557421 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210055557434 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/ussd:trx-sysmocell5000/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210055557442 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210055557442 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210055557443 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
05:56:00.440817 run    osmo-msc_10.42.42.6(pid=1273): ERR: Terminated: ERROR {rc=2}  [trial-2370↪ussd:trx-sysmocell5000↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1273)]
05:56:00.492164 run    osmo-msc_10.42.42.6(pid=1273): stdout: 
| (launched: 2022-12-10_05:55:59.293815) 
05:56:00.544165 run    osmo-msc_10.42.42.6(pid=1273): stderr: 
| �[0;m�[38;5;43m20221210055559613 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210055559614 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f08055d6c40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210055559614 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210055559614 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210055559614 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210055559614 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210055559616 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210055559616 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210055559616 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210055559616 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
05:56:00.588325 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1266): Terminating (SIGTERM)
05:56:00.630230 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1269): Terminating (SIGTERM)
05:56:00.672000 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1272): Terminating (SIGTERM)
05:56:00.681764 ---      ParallelTerminationStrategy: PID 1266 died...
05:56:00.737629 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1266): Terminated: ok {rc=0}
05:56:00.747676 ---      ParallelTerminationStrategy: PID 1269 died...
05:56:00.803179 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1269): Terminated: ok {rc=0}
05:56:00.813174 ---      ParallelTerminationStrategy: PID 1272 died...
05:56:00.871955 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1272): Terminated: ok {rc=0}
05:56:00.982793 bus                        /sierra_2: Setting Powered False
</stdout></case><duration>9.0</duration><id>60</id><name>ussd_trx-sysmocell5000</name><properties></properties><timestamp>2022-12-10T05:55:53</timestamp></suite><suite><case><age>232</age><className>voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1</className><duration>6.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=1284): Process ended prematurely: osmo-stp_10.42.42.5(pid=1284) [trial-2370↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1284)]</errorStackTrace><failedSince>2139</failedSince><name>mo_mt_call.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py", line 8, in &lt;module&gt;
    test_mo_mt_call(False, False)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py", line 19, in test_mo_mt_call
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1284): Process ended prematurely: osmo-stp_10.42.42.5(pid=1284) [trial-2370↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1284)]
</stderr><stdout>
----------------------------------------------
trial-2370 voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py
----------------------------------------------
05:56:03.079943 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)
05:56:03.091583 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)
05:56:03.254705 tst                    mo_mt_call.py: using LAC 26313
05:56:03.378368 tst                    mo_mt_call.py: using RAC 48
05:56:03.500343 tst                    mo_mt_call.py: using CellId 26313
05:56:03.622495 tst                    mo_mt_call.py: using BVCI 26314
05:56:03.646711 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)
05:56:03.658319 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)
05:56:03.669747 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)
05:56:03.681143 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)
05:56:03.692608 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)
05:56:03.703965 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)
05:56:03.818620 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)
05:56:04.026628 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
05:56:04.535193 run          create_hlr_db(pid=1278): Launched
05:56:04.717749 bus                        /sierra_2: Setting Powered False
05:56:05.738479 run          create_hlr_db(pid=1278): Terminated: ok {rc=0}
05:56:06.137756 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1280): Launched
05:56:06.436266 run    osmo-hlr_10.42.42.2(pid=1281): Launched
05:56:06.543053 run              osmo-stp_10.42.42.5: Starting osmo-stp
05:56:07.061787 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1283): Launched
05:56:07.359303 run    osmo-stp_10.42.42.5(pid=1284): Launched
05:56:07.467334 run              osmo-msc_10.42.42.6: Starting osmo-msc
05:56:08.012135 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1286): Launched
05:56:08.311548 run    osmo-msc_10.42.42.6(pid=1287): Launched
05:56:08.487089 run    osmo-stp_10.42.42.5(pid=1284): ERR: Terminated: ERROR {rc=1}  [trial-2370↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1284)]
05:56:08.614329 run    osmo-stp_10.42.42.5(pid=1284): stdout: 
| (launched: 2022-12-10_05:56:07.212388)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
05:56:08.739341 run    osmo-stp_10.42.42.5(pid=1284): stderr: 
| �[0;m�[38;5;43m20221210055607381 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210055607381 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210055607381 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210055607382 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210055607382 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210055607382 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210055607382 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
05:56:08.859149 run    osmo-stp_10.42.42.5(pid=1284): stdout: 
| (launched: 2022-12-10_05:56:07.212388)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
05:56:08.978014 run    osmo-stp_10.42.42.5(pid=1284): stderr: 
| �[0;m�[38;5;43m20221210055607381 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210055607381 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210055607381 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210055607382 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210055607382 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210055607382 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210055607382 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
05:56:09.030869 tst                  mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1284): Process ended prematurely: osmo-stp_10.42.42.5(pid=1284) [trial-2370↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1284)]  [trial-2370↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]
05:56:09.039750 tst                  mo_mt_call.py:8: Test FAILED (6.0 sec)
05:56:09.100288 run    osmo-hlr_10.42.42.2(pid=1281): ERR: Terminated: ERROR {rc=237}  [trial-2370↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1281)]
05:56:09.150307 run    osmo-hlr_10.42.42.2(pid=1281): stdout: 
| (launched: 2022-12-10_05:56:06.288166) 
05:56:09.200669 run    osmo-hlr_10.42.42.2(pid=1281): stderr: 
| �[0;m�[1;31m20221210055606463 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210055606463 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210055606464 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210055606464 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210055606464 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210055606464 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210055606608 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210055606616 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210055606617 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210055606617 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
05:56:09.268361 run    osmo-msc_10.42.42.6(pid=1287): ERR: Terminated: ERROR {rc=2}  [trial-2370↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1287)]
05:56:09.317571 run    osmo-msc_10.42.42.6(pid=1287): stdout: 
| (launched: 2022-12-10_05:56:08.163733) 
05:56:09.367565 run    osmo-msc_10.42.42.6(pid=1287): stderr: 
| �[0;m�[38;5;43m20221210055608433 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210055608433 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f9a5241ac40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210055608433 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210055608433 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210055608433 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210055608434 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210055608436 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210055608436 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210055608436 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210055608437 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
05:56:09.409425 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1280): Terminating (SIGTERM)
05:56:09.449334 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1283): Terminating (SIGTERM)
05:56:09.489003 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1286): Terminating (SIGTERM)
05:56:09.498355 ---      ParallelTerminationStrategy: PID 1280 died...
05:56:09.551610 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1280): Terminated: ok {rc=0}
05:56:09.561423 ---      ParallelTerminationStrategy: PID 1283 died...
05:56:09.615024 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1283): Terminated: ok {rc=0}
05:56:09.624529 ---      ParallelTerminationStrategy: PID 1286 died...
05:56:09.677536 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1286): Terminated: ok {rc=0}
05:56:09.765254 bus                        /sierra_3: Setting Powered False
05:56:10.867918 bus                        /sierra_3: Setting Powered False
05:56:11.978137 bus                        /sierra_2: Setting Powered False
</stdout></case><case><age>206</age><className>voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=1295): Process ended prematurely: osmo-stp_10.42.42.5(pid=1295) [trial-2370↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1295)]</errorStackTrace><failedSince>2165</failedSince><name>mo_mt_call_osmux.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py", line 8, in &lt;module&gt;
    test_mo_mt_call(True, True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py", line 19, in test_mo_mt_call
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1295): Process ended prematurely: osmo-stp_10.42.42.5(pid=1295) [trial-2370↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1295)]
</stderr><stdout>
----------------------------------------------
trial-2370 voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py
----------------------------------------------
05:56:13.093740 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)
05:56:13.107584 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)
05:56:13.264548 tst              mo_mt_call_osmux.py: using LAC 26314
05:56:13.385294 tst              mo_mt_call_osmux.py: using RAC 49
05:56:13.502061 tst              mo_mt_call_osmux.py: using CellId 26314
05:56:13.625573 tst              mo_mt_call_osmux.py: using BVCI 26315
05:56:13.648384 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)
05:56:13.659714 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)
05:56:13.670968 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)
05:56:13.682311 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)
05:56:13.693754 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)
05:56:13.705148 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)
05:56:13.821827 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)
05:56:14.030987 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
05:56:14.541560 run          create_hlr_db(pid=1289): Launched
05:56:14.724840 bus                        /sierra_2: Setting Powered False
05:56:15.746182 run          create_hlr_db(pid=1289): Terminated: ok {rc=0}
05:56:16.209918 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1291): Launched
05:56:16.619154 run    osmo-hlr_10.42.42.2(pid=1292): Launched
05:56:16.769771 run              osmo-stp_10.42.42.5: Starting osmo-stp
05:56:17.387373 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1294): Launched
05:56:17.705317 run    osmo-stp_10.42.42.5(pid=1295): Launched
05:56:17.819487 run              osmo-msc_10.42.42.6: Starting osmo-msc
05:56:18.403238 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1297): Launched
05:56:18.722746 run    osmo-msc_10.42.42.6(pid=1298): Launched
05:56:18.908746 run    osmo-stp_10.42.42.5(pid=1295): ERR: Terminated: ERROR {rc=1}  [trial-2370↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1295)]
05:56:19.043194 run    osmo-stp_10.42.42.5(pid=1295): stdout: 
| (launched: 2022-12-10_05:56:17.548943)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
05:56:19.178254 run    osmo-stp_10.42.42.5(pid=1295): stderr: 
| �[0;m�[38;5;43m20221210055617741 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210055617741 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210055617742 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210055617742 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210055617743 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210055617743 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210055617743 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
05:56:19.305476 run    osmo-stp_10.42.42.5(pid=1295): stdout: 
| (launched: 2022-12-10_05:56:17.548943)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
05:56:19.431364 run    osmo-stp_10.42.42.5(pid=1295): stderr: 
| �[0;m�[38;5;43m20221210055617741 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210055617741 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210055617742 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210055617742 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210055617743 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210055617743 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210055617743 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
05:56:19.487275 tst            mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1295): Process ended prematurely: osmo-stp_10.42.42.5(pid=1295) [trial-2370↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1295)]  [trial-2370↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]
05:56:19.496485 tst            mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)
05:56:19.558749 run    osmo-hlr_10.42.42.2(pid=1292): ERR: Terminated: ERROR {rc=237}  [trial-2370↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1292)]
05:56:19.609944 run    osmo-hlr_10.42.42.2(pid=1292): stdout: 
| (launched: 2022-12-10_05:56:16.374534) 
05:56:19.662061 run    osmo-hlr_10.42.42.2(pid=1292): stderr: 
| �[0;m�[1;31m20221210055616707 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210055616707 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210055616707 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210055616707 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210055616708 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210055616708 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210055616728 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210055616744 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210055616746 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210055616746 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
05:56:19.732359 run    osmo-msc_10.42.42.6(pid=1298): ERR: Terminated: ERROR {rc=2}  [trial-2370↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1298)]
05:56:19.783436 run    osmo-msc_10.42.42.6(pid=1298): stdout: 
| (launched: 2022-12-10_05:56:18.565297) 
05:56:19.835160 run    osmo-msc_10.42.42.6(pid=1298): stderr: 
| �[0;m�[38;5;43m20221210055618886 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210055618886 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f7a55077c40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210055618886 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210055618886 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210055618886 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210055618887 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210055618890 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210055618890 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210055618891 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210055618891 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
05:56:19.879138 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1291): Terminating (SIGTERM)
05:56:19.920765 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1294): Terminating (SIGTERM)
05:56:19.962421 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1297): Terminating (SIGTERM)
05:56:19.971943 ---      ParallelTerminationStrategy: PID 1291 died...
05:56:20.027423 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1291): Terminated: ok {rc=0}
05:56:20.037475 ---      ParallelTerminationStrategy: PID 1294 died...
05:56:20.092649 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1294): Terminated: ok {rc=0}
05:56:20.102573 ---      ParallelTerminationStrategy: PID 1297 died...
05:56:20.158199 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1297): Terminated: ok {rc=0}
05:56:20.246026 bus                        /sierra_3: Setting Powered False
05:56:21.350694 bus                        /sierra_3: Setting Powered False
05:56:22.462214 bus                        /sierra_2: Setting Powered False
</stdout></case><duration>22.0</duration><id>61</id><name>voice_trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1</name><properties></properties><timestamp>2022-12-10T05:56:02</timestamp></suite><suite><case><age>232</age><className>voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2</className><duration>6.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=1309): Process ended prematurely: osmo-stp_10.42.42.5(pid=1309) [trial-2370↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1309)]</errorStackTrace><failedSince>2139</failedSince><name>mo_mt_call.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py", line 8, in &lt;module&gt;
    test_mo_mt_call(False, False)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py", line 19, in test_mo_mt_call
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1309): Process ended prematurely: osmo-stp_10.42.42.5(pid=1309) [trial-2370↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1309)]
</stderr><stdout>
----------------------------------------------
trial-2370 voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py
----------------------------------------------
05:56:24.463205 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)
05:56:24.474796 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)
05:56:24.636721 tst                    mo_mt_call.py: using LAC 26315
05:56:24.760054 tst                    mo_mt_call.py: using RAC 50
05:56:24.887741 tst                    mo_mt_call.py: using CellId 26315
05:56:25.011591 tst                    mo_mt_call.py: using BVCI 26316
05:56:25.035900 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)
05:56:25.047534 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)
05:56:25.059050 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)
05:56:25.070527 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)
05:56:25.082153 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)
05:56:25.093591 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)
05:56:25.211206 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)
05:56:25.409865 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
05:56:25.878652 run          create_hlr_db(pid=1303): Launched
05:56:26.048705 bus                        /sierra_2: Setting Powered False
05:56:27.070808 run          create_hlr_db(pid=1303): Terminated: ok {rc=0}
05:56:27.467679 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1305): Launched
05:56:27.765943 run    osmo-hlr_10.42.42.2(pid=1306): Launched
05:56:27.873989 run              osmo-stp_10.42.42.5: Starting osmo-stp
05:56:28.389483 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1308): Launched
05:56:28.687852 run    osmo-stp_10.42.42.5(pid=1309): Launched
05:56:28.796202 run              osmo-msc_10.42.42.6: Starting osmo-msc
05:56:29.346117 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1311): Launched
05:56:29.644274 run    osmo-msc_10.42.42.6(pid=1312): Launched
05:56:29.819569 run    osmo-stp_10.42.42.5(pid=1309): ERR: Terminated: ERROR {rc=1}  [trial-2370↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1309)]
05:56:29.946583 run    osmo-stp_10.42.42.5(pid=1309): stdout: 
| (launched: 2022-12-10_05:56:28.540634)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
05:56:30.071005 run    osmo-stp_10.42.42.5(pid=1309): stderr: 
| �[0;m�[38;5;43m20221210055628709 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210055628709 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210055628709 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210055628710 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210055628710 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210055628710 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210055628710 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
05:56:30.191083 run    osmo-stp_10.42.42.5(pid=1309): stdout: 
| (launched: 2022-12-10_05:56:28.540634)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
05:56:30.309665 run    osmo-stp_10.42.42.5(pid=1309): stderr: 
| �[0;m�[38;5;43m20221210055628709 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210055628709 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210055628709 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210055628710 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210055628710 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210055628710 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210055628710 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
05:56:30.362118 tst                  mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1309): Process ended prematurely: osmo-stp_10.42.42.5(pid=1309) [trial-2370↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1309)]  [trial-2370↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]
05:56:30.370835 tst                  mo_mt_call.py:8: Test FAILED (5.9 sec)
05:56:30.430397 run    osmo-hlr_10.42.42.2(pid=1306): ERR: Terminated: ERROR {rc=237}  [trial-2370↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1306)]
05:56:30.479249 run    osmo-hlr_10.42.42.2(pid=1306): stdout: 
| (launched: 2022-12-10_05:56:27.618851) 
05:56:30.528806 run    osmo-hlr_10.42.42.2(pid=1306): stderr: 
| �[0;m�[1;31m20221210055627794 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210055627795 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210055627795 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210055627795 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210055627795 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210055627795 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210055627810 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210055627823 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210055627823 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210055627823 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
05:56:30.596152 run    osmo-msc_10.42.42.6(pid=1312): ERR: Terminated: ERROR {rc=2}  [trial-2370↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1312)]
05:56:30.644882 run    osmo-msc_10.42.42.6(pid=1312): stdout: 
| (launched: 2022-12-10_05:56:29.496565) 
05:56:30.694247 run    osmo-msc_10.42.42.6(pid=1312): stderr: 
| �[0;m�[38;5;43m20221210055629766 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210055629766 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff94072bc40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210055629766 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210055629766 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210055629766 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210055629766 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210055629768 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210055629769 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210055629769 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210055629769 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
05:56:30.735488 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1305): Terminating (SIGTERM)
05:56:30.774799 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1308): Terminating (SIGTERM)
05:56:30.814053 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1311): Terminating (SIGTERM)
05:56:30.823252 ---      ParallelTerminationStrategy: PID 1305 died...
05:56:30.887004 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1305): Terminated: ok {rc=0}
05:56:30.903817 ---      ParallelTerminationStrategy: PID 1308 died...
05:56:30.958782 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1308): Terminated: ok {rc=0}
05:56:30.968607 ---      ParallelTerminationStrategy: PID 1311 died...
05:56:31.021570 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1311): Terminated: ok {rc=0}
05:56:31.112089 bus                        /sierra_3: Setting Powered False
05:56:32.216012 bus                        /sierra_3: Setting Powered False
05:56:33.325425 bus                        /sierra_2: Setting Powered False
</stdout></case><case><age>206</age><className>voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=1320): Process ended prematurely: osmo-stp_10.42.42.5(pid=1320) [trial-2370↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1320)]</errorStackTrace><failedSince>2165</failedSince><name>mo_mt_call_osmux.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py", line 8, in &lt;module&gt;
    test_mo_mt_call(True, True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py", line 19, in test_mo_mt_call
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1320): Process ended prematurely: osmo-stp_10.42.42.5(pid=1320) [trial-2370↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1320)]
</stderr><stdout>
----------------------------------------------
trial-2370 voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py
----------------------------------------------
05:56:34.437863 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)
05:56:34.450415 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)
05:56:34.610823 tst              mo_mt_call_osmux.py: using LAC 26316
05:56:34.735444 tst              mo_mt_call_osmux.py: using RAC 51
05:56:34.862066 tst              mo_mt_call_osmux.py: using CellId 26316
05:56:34.988054 tst              mo_mt_call_osmux.py: using BVCI 26317
05:56:35.012414 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)
05:56:35.024234 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)
05:56:35.036018 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)
05:56:35.048248 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)
05:56:35.060077 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)
05:56:35.071939 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)
05:56:35.191738 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)
05:56:35.392547 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
05:56:35.861802 run          create_hlr_db(pid=1314): Launched
05:56:36.031583 bus                        /sierra_2: Setting Powered False
05:56:37.054354 run          create_hlr_db(pid=1314): Terminated: ok {rc=0}
05:56:37.478287 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1316): Launched
05:56:37.795814 run    osmo-hlr_10.42.42.2(pid=1317): Launched
05:56:37.911979 run              osmo-stp_10.42.42.5: Starting osmo-stp
05:56:38.466376 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1319): Launched
05:56:38.784588 run    osmo-stp_10.42.42.5(pid=1320): Launched
05:56:38.900163 run              osmo-msc_10.42.42.6: Starting osmo-msc
05:56:39.483548 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1322): Launched
05:56:39.802285 run    osmo-msc_10.42.42.6(pid=1323): Launched
05:56:39.989550 run    osmo-stp_10.42.42.5(pid=1320): ERR: Terminated: ERROR {rc=1}  [trial-2370↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1320)]
05:56:40.124928 run    osmo-stp_10.42.42.5(pid=1320): stdout: 
| (launched: 2022-12-10_05:56:38.628284)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
05:56:40.260254 run    osmo-stp_10.42.42.5(pid=1320): stderr: 
| �[0;m�[38;5;43m20221210055638819 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210055638819 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210055638819 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210055638820 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210055638820 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210055638820 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210055638820 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
05:56:40.388362 run    osmo-stp_10.42.42.5(pid=1320): stdout: 
| (launched: 2022-12-10_05:56:38.628284)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
05:56:40.514997 run    osmo-stp_10.42.42.5(pid=1320): stderr: 
| �[0;m�[38;5;43m20221210055638819 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210055638819 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210055638819 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210055638820 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210055638820 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210055638820 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210055638820 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
05:56:40.571484 tst            mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1320): Process ended prematurely: osmo-stp_10.42.42.5(pid=1320) [trial-2370↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1320)]  [trial-2370↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]
05:56:40.581051 tst            mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)
05:56:40.642983 run    osmo-hlr_10.42.42.2(pid=1317): ERR: Terminated: ERROR {rc=237}  [trial-2370↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1317)]
05:56:40.693993 run    osmo-hlr_10.42.42.2(pid=1317): stdout: 
| (launched: 2022-12-10_05:56:37.639958) 
05:56:40.745424 run    osmo-hlr_10.42.42.2(pid=1317): stderr: 
| �[0;m�[1;31m20221210055637838 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210055637838 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210055637838 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210055637838 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210055637838 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210055637838 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210055637851 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210055637861 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210055637861 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210055637861 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
05:56:40.814924 run    osmo-msc_10.42.42.6(pid=1323): ERR: Terminated: ERROR {rc=2}  [trial-2370↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1323)]
05:56:40.865523 run    osmo-msc_10.42.42.6(pid=1323): stdout: 
| (launched: 2022-12-10_05:56:39.645637) 
05:56:40.916751 run    osmo-msc_10.42.42.6(pid=1323): stderr: 
| �[0;m�[38;5;43m20221210055639969 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210055639969 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ffb5442ac40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210055639969 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210055639969 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210055639969 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210055639969 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210055639971 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210055639971 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210055639972 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210055639972 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
05:56:40.960057 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1316): Terminating (SIGTERM)
05:56:41.001142 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1319): Terminating (SIGTERM)
05:56:41.042301 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1322): Terminating (SIGTERM)
05:56:41.051789 ---      ParallelTerminationStrategy: PID 1316 died...
05:56:41.106829 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1316): Terminated: ok {rc=0}
05:56:41.116782 ---      ParallelTerminationStrategy: PID 1319 died...
05:56:41.171755 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1319): Terminated: ok {rc=0}
05:56:41.181850 ---      ParallelTerminationStrategy: PID 1322 died...
05:56:41.236337 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1322): Terminated: ok {rc=0}
05:56:41.322457 bus                        /sierra_3: Setting Powered False
05:56:42.426140 bus                        /sierra_3: Setting Powered False
05:56:43.533127 bus                        /sierra_2: Setting Powered False
</stdout></case><duration>22.0</duration><id>62</id><name>voice_trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2</name><properties></properties><timestamp>2022-12-10T05:56:24</timestamp></suite><suite><case><age>232</age><className>voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=1335): Process ended prematurely: osmo-stp_10.42.42.5(pid=1335) [trial-2370↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1335)]</errorStackTrace><failedSince>2139</failedSince><name>mo_mt_call.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py", line 8, in &lt;module&gt;
    test_mo_mt_call(False, False)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py", line 19, in test_mo_mt_call
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1335): Process ended prematurely: osmo-stp_10.42.42.5(pid=1335) [trial-2370↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1335)]
</stderr><stdout>
----------------------------------------------
trial-2370 voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py
----------------------------------------------
05:56:45.540634 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)
05:56:45.552303 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)
05:56:45.722455 tst                    mo_mt_call.py: using LAC 26317
05:56:45.845701 tst                    mo_mt_call.py: using RAC 52
05:56:45.991763 tst                    mo_mt_call.py: using CellId 26317
05:56:46.119752 tst                    mo_mt_call.py: using BVCI 26318
05:56:46.145059 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)
05:56:46.157286 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)
05:56:46.169375 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)
05:56:46.181666 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)
05:56:46.193778 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)
05:56:46.205838 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)
05:56:46.329661 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)
05:56:46.568527 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
05:56:47.090444 run          create_hlr_db(pid=1329): Launched
05:56:47.268373 bus                        /sierra_2: Setting Powered False
05:56:48.294703 run          create_hlr_db(pid=1329): Terminated: ok {rc=0}
05:56:48.695869 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1331): Launched
05:56:48.994229 run    osmo-hlr_10.42.42.2(pid=1332): Launched
05:56:49.109738 run              osmo-stp_10.42.42.5: Starting osmo-stp
05:56:49.636768 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1334): Launched
05:56:49.935003 run    osmo-stp_10.42.42.5(pid=1335): Launched
05:56:50.043808 run              osmo-msc_10.42.42.6: Starting osmo-msc
05:56:50.590990 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1337): Launched
05:56:50.899231 run    osmo-msc_10.42.42.6(pid=1338): Launched
05:56:51.075517 run    osmo-stp_10.42.42.5(pid=1335): ERR: Terminated: ERROR {rc=1}  [trial-2370↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1335)]
05:56:51.202916 run    osmo-stp_10.42.42.5(pid=1335): stdout: 
| (launched: 2022-12-10_05:56:49.787883)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
05:56:51.328234 run    osmo-stp_10.42.42.5(pid=1335): stderr: 
| �[0;m�[38;5;43m20221210055649958 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210055649958 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210055649958 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210055649959 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210055649959 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210055649959 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210055649959 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
05:56:51.448161 run    osmo-stp_10.42.42.5(pid=1335): stdout: 
| (launched: 2022-12-10_05:56:49.787883)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
05:56:51.567447 run    osmo-stp_10.42.42.5(pid=1335): stderr: 
| �[0;m�[38;5;43m20221210055649958 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210055649958 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210055649958 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210055649959 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210055649959 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210055649959 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210055649959 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
05:56:51.620482 tst                  mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1335): Process ended prematurely: osmo-stp_10.42.42.5(pid=1335) [trial-2370↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1335)]  [trial-2370↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]
05:56:51.629556 tst                  mo_mt_call.py:8: Test FAILED (6.1 sec)
05:56:51.690020 run    osmo-hlr_10.42.42.2(pid=1332): ERR: Terminated: ERROR {rc=237}  [trial-2370↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1332)]
05:56:51.739057 run    osmo-hlr_10.42.42.2(pid=1332): stdout: 
| (launched: 2022-12-10_05:56:48.847181) 
05:56:51.788927 run    osmo-hlr_10.42.42.2(pid=1332): stderr: 
| �[0;m�[1;31m20221210055649021 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210055649021 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210055649021 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210055649022 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210055649022 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210055649022 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210055649034 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210055649043 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210055649043 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210055649043 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
05:56:51.856147 run    osmo-msc_10.42.42.6(pid=1338): ERR: Terminated: ERROR {rc=2}  [trial-2370↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1338)]
05:56:51.905473 run    osmo-msc_10.42.42.6(pid=1338): stdout: 
| (launched: 2022-12-10_05:56:50.743147) 
05:56:51.955024 run    osmo-msc_10.42.42.6(pid=1338): stderr: 
| �[0;m�[38;5;43m20221210055651017 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210055651017 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f3cd9716c40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210055651017 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210055651017 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210055651018 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210055651018 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210055651019 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210055651020 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210055651020 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210055651020 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
05:56:51.996582 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1331): Terminating (SIGTERM)
05:56:52.036431 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1334): Terminating (SIGTERM)
05:56:52.076108 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1337): Terminating (SIGTERM)
05:56:52.085821 ---      ParallelTerminationStrategy: PID 1331 died...
05:56:52.139034 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1331): Terminated: ok {rc=0}
05:56:52.149056 ---      ParallelTerminationStrategy: PID 1334 died...
05:56:52.202174 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1334): Terminated: ok {rc=0}
05:56:52.211922 ---      ParallelTerminationStrategy: PID 1337 died...
05:56:52.265141 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1337): Terminated: ok {rc=0}
05:56:52.353549 bus                        /sierra_3: Setting Powered False
05:56:53.457002 bus                        /sierra_3: Setting Powered False
05:56:54.567788 bus                        /sierra_2: Setting Powered False
</stdout></case><case><age>206</age><className>voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=1346): Process ended prematurely: osmo-stp_10.42.42.5(pid=1346) [trial-2370↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1346)]</errorStackTrace><failedSince>2165</failedSince><name>mo_mt_call_osmux.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py", line 8, in &lt;module&gt;
    test_mo_mt_call(True, True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py", line 19, in test_mo_mt_call
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1346): Process ended prematurely: osmo-stp_10.42.42.5(pid=1346) [trial-2370↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1346)]
</stderr><stdout>
----------------------------------------------
trial-2370 voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py
----------------------------------------------
05:56:55.678092 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)
05:56:55.690028 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)
05:56:55.846082 tst              mo_mt_call_osmux.py: using LAC 26318
05:56:55.965812 tst              mo_mt_call_osmux.py: using RAC 53
05:56:56.083220 tst              mo_mt_call_osmux.py: using CellId 26318
05:56:56.202836 tst              mo_mt_call_osmux.py: using BVCI 26319
05:56:56.225727 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)
05:56:56.237056 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)
05:56:56.248079 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)
05:56:56.259482 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)
05:56:56.271085 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)
05:56:56.282642 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)
05:56:56.397073 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)
05:56:56.605933 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
05:56:57.116483 run          create_hlr_db(pid=1340): Launched
05:56:57.302368 bus                        /sierra_2: Setting Powered False
05:56:58.322574 run          create_hlr_db(pid=1340): Terminated: ok {rc=0}
05:56:58.749521 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1342): Launched
05:56:59.069976 run    osmo-hlr_10.42.42.2(pid=1343): Launched
05:56:59.186078 run              osmo-stp_10.42.42.5: Starting osmo-stp
05:56:59.743078 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1345): Launched
05:57:00.061993 run    osmo-stp_10.42.42.5(pid=1346): Launched
05:57:00.177546 run              osmo-msc_10.42.42.6: Starting osmo-msc
05:57:00.764933 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1348): Launched
05:57:01.220019 run    osmo-msc_10.42.42.6(pid=1349): Launched
05:57:01.587180 run    osmo-stp_10.42.42.5(pid=1346): ERR: Terminated: ERROR {rc=1}  [trial-2370↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1346)]
05:57:01.864778 run    osmo-stp_10.42.42.5(pid=1346): stdout: 
| (launched: 2022-12-10_05:56:59.905262)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
05:57:02.061750 run    osmo-stp_10.42.42.5(pid=1346): stderr: 
| �[0;m�[38;5;43m20221210055700096 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210055700097 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210055700097 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210055700097 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210055700098 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210055700098 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210055700098 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
05:57:02.194559 run    osmo-stp_10.42.42.5(pid=1346): stdout: 
| (launched: 2022-12-10_05:56:59.905262)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
05:57:02.316343 run    osmo-stp_10.42.42.5(pid=1346): stderr: 
| �[0;m�[38;5;43m20221210055700096 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210055700097 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210055700097 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210055700097 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210055700098 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210055700098 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210055700098 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
05:57:02.369614 tst            mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1346): Process ended prematurely: osmo-stp_10.42.42.5(pid=1346) [trial-2370↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1346)]  [trial-2370↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]
05:57:02.378610 tst            mo_mt_call_osmux.py:8: Test FAILED (6.7 sec)
05:57:02.438970 run    osmo-hlr_10.42.42.2(pid=1343): ERR: Terminated: ERROR {rc=237}  [trial-2370↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1343)]
05:57:02.488226 run    osmo-hlr_10.42.42.2(pid=1343): stdout: 
| (launched: 2022-12-10_05:56:58.912457) 
05:57:02.538162 run    osmo-hlr_10.42.42.2(pid=1343): stderr: 
| �[0;m�[1;31m20221210055659109 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210055659109 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210055659109 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210055659109 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210055659109 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210055659109 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210055659123 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210055659132 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210055659132 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210055659132 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
05:57:02.605826 run    osmo-msc_10.42.42.6(pid=1349): ERR: Terminated: ERROR {rc=2}  [trial-2370↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1349)]
05:57:02.654965 run    osmo-msc_10.42.42.6(pid=1349): stdout: 
| (launched: 2022-12-10_05:57:00.961238) 
05:57:02.704628 run    osmo-msc_10.42.42.6(pid=1349): stderr: 
| �[0;m�[38;5;43m20221210055701527 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210055701528 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff4b32b7c40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210055701528 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210055701528 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210055701528 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210055701528 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210055701538 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210055701539 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210055701539 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210055701539 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
05:57:02.746581 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1342): Terminating (SIGTERM)
05:57:02.786584 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1345): Terminating (SIGTERM)
05:57:02.826999 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1348): Terminating (SIGTERM)
05:57:02.836371 ---      ParallelTerminationStrategy: PID 1342 died...
05:57:02.889552 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1342): Terminated: ok {rc=0}
05:57:02.899586 ---      ParallelTerminationStrategy: PID 1345 died...
05:57:02.952330 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1345): Terminated: ok {rc=0}
05:57:02.962350 ---      ParallelTerminationStrategy: PID 1348 died...
05:57:03.016152 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1348): Terminated: ok {rc=0}
05:57:03.104495 bus                        /sierra_3: Setting Powered False
05:57:04.211591 bus                        /sierra_3: Setting Powered False
05:57:05.322581 bus                        /sierra_2: Setting Powered False
</stdout></case><duration>22.0</duration><id>63</id><name>voice_trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3</name><properties></properties><timestamp>2022-12-10T05:56:45</timestamp></suite><suite><case><age>232</age><className>voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=1360): Process ended prematurely: osmo-stp_10.42.42.5(pid=1360) [trial-2370↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1360)]</errorStackTrace><failedSince>2139</failedSince><name>mo_mt_call.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py", line 8, in &lt;module&gt;
    test_mo_mt_call(False, False)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py", line 19, in test_mo_mt_call
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1360): Process ended prematurely: osmo-stp_10.42.42.5(pid=1360) [trial-2370↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1360)]
</stderr><stdout>
----------------------------------------------
trial-2370 voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py
----------------------------------------------
05:57:07.333197 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)
05:57:07.344384 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)
05:57:07.506942 tst                    mo_mt_call.py: using LAC 26319
05:57:07.633356 tst                    mo_mt_call.py: using RAC 54
05:57:07.757155 tst                    mo_mt_call.py: using CellId 26319
05:57:07.886304 tst                    mo_mt_call.py: using BVCI 26320
05:57:07.910529 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)
05:57:07.922646 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)
05:57:07.934320 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)
05:57:07.945928 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)
05:57:07.957573 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)
05:57:07.969056 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)
05:57:08.083467 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)
05:57:08.283283 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
05:57:08.752438 run          create_hlr_db(pid=1354): Launched
05:57:08.923959 bus                        /sierra_2: Setting Powered False
05:57:09.944697 run          create_hlr_db(pid=1354): Terminated: ok {rc=0}
05:57:10.370380 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1356): Launched
05:57:10.689591 run    osmo-hlr_10.42.42.2(pid=1357): Launched
05:57:10.808066 run              osmo-stp_10.42.42.5: Starting osmo-stp
05:57:11.362932 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1359): Launched
05:57:11.681351 run    osmo-stp_10.42.42.5(pid=1360): Launched
05:57:11.796322 run              osmo-msc_10.42.42.6: Starting osmo-msc
05:57:12.382655 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1362): Launched
05:57:12.701173 run    osmo-msc_10.42.42.6(pid=1363): Launched
05:57:12.887049 run    osmo-stp_10.42.42.5(pid=1360): ERR: Terminated: ERROR {rc=1}  [trial-2370↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1360)]
05:57:13.021256 run    osmo-stp_10.42.42.5(pid=1360): stdout: 
| (launched: 2022-12-10_05:57:11.524310)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
05:57:13.155740 run    osmo-stp_10.42.42.5(pid=1360): stderr: 
| �[0;m�[38;5;43m20221210055711716 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210055711716 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210055711717 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210055711717 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210055711718 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210055711718 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210055711718 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
05:57:13.283570 run    osmo-stp_10.42.42.5(pid=1360): stdout: 
| (launched: 2022-12-10_05:57:11.524310)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
05:57:13.410009 run    osmo-stp_10.42.42.5(pid=1360): stderr: 
| �[0;m�[38;5;43m20221210055711716 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210055711716 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210055711717 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210055711717 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210055711718 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210055711718 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210055711718 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
05:57:13.466495 tst                  mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1360): Process ended prematurely: osmo-stp_10.42.42.5(pid=1360) [trial-2370↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1360)]  [trial-2370↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8]
05:57:13.475934 tst                  mo_mt_call.py:8: Test FAILED (6.2 sec)
05:57:13.537713 run    osmo-hlr_10.42.42.2(pid=1357): ERR: Terminated: ERROR {rc=237}  [trial-2370↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1357)]
05:57:13.588615 run    osmo-hlr_10.42.42.2(pid=1357): stdout: 
| (launched: 2022-12-10_05:57:10.532178) 
05:57:13.640229 run    osmo-hlr_10.42.42.2(pid=1357): stderr: 
| �[0;m�[1;31m20221210055710730 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210055710730 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210055710730 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210055710730 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210055710730 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210055710730 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210055710743 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210055710751 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210055710751 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210055710751 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
05:57:13.710335 run    osmo-msc_10.42.42.6(pid=1363): ERR: Terminated: ERROR {rc=2}  [trial-2370↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1363)]
05:57:13.761298 run    osmo-msc_10.42.42.6(pid=1363): stdout: 
| (launched: 2022-12-10_05:57:12.544699) 
05:57:13.812714 run    osmo-msc_10.42.42.6(pid=1363): stderr: 
| �[0;m�[38;5;43m20221210055712870 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210055712870 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fcec858cc40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210055712871 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210055712871 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210055712871 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210055712871 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210055712873 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210055712874 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210055712874 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210055712874 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
05:57:13.856295 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1356): Terminating (SIGTERM)
05:57:13.897727 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1359): Terminating (SIGTERM)
05:57:13.939612 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1362): Terminating (SIGTERM)
05:57:13.948744 ---      ParallelTerminationStrategy: PID 1356 died...
05:57:14.003901 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1356): Terminated: ok {rc=0}
05:57:14.013963 ---      ParallelTerminationStrategy: PID 1359 died...
05:57:14.069002 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1359): Terminated: ok {rc=0}
05:57:14.078955 ---      ParallelTerminationStrategy: PID 1362 died...
05:57:14.134137 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1362): Terminated: ok {rc=0}
05:57:14.220987 bus                        /sierra_3: Setting Powered False
05:57:15.323257 bus                        /sierra_3: Setting Powered False
05:57:16.434596 bus                        /sierra_2: Setting Powered False
</stdout></case><case><age>206</age><className>voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=1371): Process ended prematurely: osmo-stp_10.42.42.5(pid=1371) [trial-2370↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1371)]</errorStackTrace><failedSince>2165</failedSince><name>mo_mt_call_osmux.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py", line 8, in &lt;module&gt;
    test_mo_mt_call(True, True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py", line 19, in test_mo_mt_call
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1371): Process ended prematurely: osmo-stp_10.42.42.5(pid=1371) [trial-2370↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1371)]
</stderr><stdout>
----------------------------------------------
trial-2370 voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py
----------------------------------------------
05:57:17.541330 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)
05:57:17.553228 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)
05:57:17.716725 tst              mo_mt_call_osmux.py: using LAC 26320
05:57:17.841504 tst              mo_mt_call_osmux.py: using RAC 55
05:57:17.966156 tst              mo_mt_call_osmux.py: using CellId 26320
05:57:18.092502 tst              mo_mt_call_osmux.py: using BVCI 26321
05:57:18.116666 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)
05:57:18.128617 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)
05:57:18.140173 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)
05:57:18.152069 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)
05:57:18.163801 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)
05:57:18.175326 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)
05:57:18.293842 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)
05:57:18.504700 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
05:57:19.013748 run          create_hlr_db(pid=1365): Launched
05:57:19.198844 bus                        /sierra_2: Setting Powered False
05:57:20.220254 run          create_hlr_db(pid=1365): Terminated: ok {rc=0}
05:57:20.621730 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1367): Launched
05:57:20.919288 run    osmo-hlr_10.42.42.2(pid=1368): Launched
05:57:21.032702 run              osmo-stp_10.42.42.5: Starting osmo-stp
05:57:21.558456 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1370): Launched
05:57:21.857502 run    osmo-stp_10.42.42.5(pid=1371): Launched
05:57:21.966964 run              osmo-msc_10.42.42.6: Starting osmo-msc
05:57:22.514263 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1373): Launched
05:57:22.813856 run    osmo-msc_10.42.42.6(pid=1374): Launched
05:57:22.991025 run    osmo-stp_10.42.42.5(pid=1371): ERR: Terminated: ERROR {rc=1}  [trial-2370↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1371)]
05:57:23.119136 run    osmo-stp_10.42.42.5(pid=1371): stdout: 
| (launched: 2022-12-10_05:57:21.709853)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
05:57:23.244260 run    osmo-stp_10.42.42.5(pid=1371): stderr: 
| �[0;m�[38;5;43m20221210055721881 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210055721882 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210055721882 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210055721882 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210055721883 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210055721883 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210055721883 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
05:57:23.364401 run    osmo-stp_10.42.42.5(pid=1371): stdout: 
| (launched: 2022-12-10_05:57:21.709853)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
05:57:23.483341 run    osmo-stp_10.42.42.5(pid=1371): stderr: 
| �[0;m�[38;5;43m20221210055721881 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210055721882 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210055721882 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210055721882 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210055721883 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210055721883 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210055721883 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
05:57:23.536349 tst            mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1371): Process ended prematurely: osmo-stp_10.42.42.5(pid=1371) [trial-2370↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1371)]  [trial-2370↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8]
05:57:23.545351 tst            mo_mt_call_osmux.py:8: Test FAILED (6.0 sec)
05:57:23.604758 run    osmo-hlr_10.42.42.2(pid=1368): ERR: Terminated: ERROR {rc=237}  [trial-2370↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1368)]
05:57:23.653130 run    osmo-hlr_10.42.42.2(pid=1368): stdout: 
| (launched: 2022-12-10_05:57:20.773203) 
05:57:23.702539 run    osmo-hlr_10.42.42.2(pid=1368): stderr: 
| �[0;m�[1;31m20221210055720949 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210055720949 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210055720949 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210055720949 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210055720949 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210055720949 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210055720962 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210055720971 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210055720971 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210055720971 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
05:57:23.768906 run    osmo-msc_10.42.42.6(pid=1374): ERR: Terminated: ERROR {rc=2}  [trial-2370↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1374)]
05:57:23.817285 run    osmo-msc_10.42.42.6(pid=1374): stdout: 
| (launched: 2022-12-10_05:57:22.665473) 
05:57:23.866407 run    osmo-msc_10.42.42.6(pid=1374): stderr: 
| �[0;m�[38;5;43m20221210055722940 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210055722940 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f9a44e97c40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210055722940 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210055722940 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210055722941 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210055722941 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210055722943 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210055722943 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210055722943 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210055722943 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
05:57:23.908186 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1367): Terminating (SIGTERM)
05:57:23.947694 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1370): Terminating (SIGTERM)
05:57:23.987038 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1373): Terminating (SIGTERM)
05:57:23.996307 ---      ParallelTerminationStrategy: PID 1367 died...
05:57:24.049020 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1367): Terminated: ok {rc=0}
05:57:24.058524 ---      ParallelTerminationStrategy: PID 1370 died...
05:57:24.110927 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1370): Terminated: ok {rc=0}
05:57:24.120591 ---      ParallelTerminationStrategy: PID 1373 died...
05:57:24.172742 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1373): Terminated: ok {rc=0}
05:57:24.255189 bus                        /sierra_3: Setting Powered False
05:57:25.354936 bus                        /sierra_3: Setting Powered False
05:57:26.466271 bus                        /sierra_2: Setting Powered False
</stdout></case><duration>22.0</duration><id>64</id><name>voice_trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1</name><properties></properties><timestamp>2022-12-10T05:57:07</timestamp></suite><suite><case><age>232</age><className>voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=1385): Process ended prematurely: osmo-stp_10.42.42.5(pid=1385) [trial-2370↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1385)]</errorStackTrace><failedSince>2139</failedSince><name>mo_mt_call.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py", line 8, in &lt;module&gt;
    test_mo_mt_call(False, False)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py", line 19, in test_mo_mt_call
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1385): Process ended prematurely: osmo-stp_10.42.42.5(pid=1385) [trial-2370↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1385)]
</stderr><stdout>
----------------------------------------------
trial-2370 voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py
----------------------------------------------
05:57:28.459612 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)
05:57:28.470843 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)
05:57:28.626265 tst                    mo_mt_call.py: using LAC 26321
05:57:28.741272 tst                    mo_mt_call.py: using RAC 56
05:57:28.856175 tst                    mo_mt_call.py: using CellId 26321
05:57:28.970856 tst                    mo_mt_call.py: using BVCI 26322
05:57:28.993429 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)
05:57:29.004840 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)
05:57:29.015970 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)
05:57:29.027337 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)
05:57:29.038734 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)
05:57:29.050166 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)
05:57:29.163718 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)
05:57:29.371454 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
05:57:29.882563 run          create_hlr_db(pid=1379): Launched
05:57:30.066571 bus                        /sierra_2: Setting Powered False
05:57:31.104842 run          create_hlr_db(pid=1379): Terminated: ok {rc=0}
05:57:31.527678 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1381): Launched
05:57:31.954520 run    osmo-hlr_10.42.42.2(pid=1382): Launched
05:57:32.202690 run              osmo-stp_10.42.42.5: Starting osmo-stp
05:57:32.767411 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1384): Launched
05:57:33.088278 run    osmo-stp_10.42.42.5(pid=1385): Launched
05:57:33.205094 run              osmo-msc_10.42.42.6: Starting osmo-msc
05:57:33.790607 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1387): Launched
05:57:34.110270 run    osmo-msc_10.42.42.6(pid=1388): Launched
05:57:34.297994 run    osmo-stp_10.42.42.5(pid=1385): ERR: Terminated: ERROR {rc=1}  [trial-2370↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1385)]
05:57:34.434456 run    osmo-stp_10.42.42.5(pid=1385): stdout: 
| (launched: 2022-12-10_05:57:32.930332)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
05:57:34.569314 run    osmo-stp_10.42.42.5(pid=1385): stderr: 
| �[0;m�[38;5;43m20221210055733121 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210055733123 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210055733123 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210055733123 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210055733124 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210055733124 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210055733124 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
05:57:34.697818 run    osmo-stp_10.42.42.5(pid=1385): stdout: 
| (launched: 2022-12-10_05:57:32.930332)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
05:57:34.824494 run    osmo-stp_10.42.42.5(pid=1385): stderr: 
| �[0;m�[38;5;43m20221210055733121 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210055733123 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210055733123 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210055733123 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210055733124 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210055733124 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210055733124 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
05:57:34.881043 tst                  mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1385): Process ended prematurely: osmo-stp_10.42.42.5(pid=1385) [trial-2370↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1385)]  [trial-2370↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]
05:57:34.890450 tst                  mo_mt_call.py:8: Test FAILED (6.5 sec)
05:57:34.952698 run    osmo-hlr_10.42.42.2(pid=1382): ERR: Terminated: ERROR {rc=237}  [trial-2370↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1382)]
05:57:35.003973 run    osmo-hlr_10.42.42.2(pid=1382): stdout: 
| (launched: 2022-12-10_05:57:31.683194) 
05:57:35.055987 run    osmo-hlr_10.42.42.2(pid=1382): stderr: 
| �[0;m�[1;31m20221210055731901 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210055731901 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210055731901 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210055731901 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210055731901 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210055731901 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210055731921 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210055731945 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210055731946 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210055731946 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
05:57:35.126548 run    osmo-msc_10.42.42.6(pid=1388): ERR: Terminated: ERROR {rc=2}  [trial-2370↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1388)]
05:57:35.177793 run    osmo-msc_10.42.42.6(pid=1388): stdout: 
| (launched: 2022-12-10_05:57:33.953312) 
05:57:35.229258 run    osmo-msc_10.42.42.6(pid=1388): stderr: 
| �[0;m�[38;5;43m20221210055734275 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210055734275 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f725c161c40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210055734275 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210055734275 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210055734275 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210055734275 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210055734277 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210055734278 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210055734278 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210055734278 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
05:57:35.272816 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1381): Terminating (SIGTERM)
05:57:35.314197 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1384): Terminating (SIGTERM)
05:57:35.355581 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1387): Terminating (SIGTERM)
05:57:35.365182 ---      ParallelTerminationStrategy: PID 1381 died...
05:57:35.420118 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1381): Terminated: ok {rc=0}
05:57:35.430100 ---      ParallelTerminationStrategy: PID 1384 died...
05:57:35.484660 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1384): Terminated: ok {rc=0}
05:57:35.494551 ---      ParallelTerminationStrategy: PID 1387 died...
05:57:35.549740 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1387): Terminated: ok {rc=0}
05:57:35.636442 bus                        /sierra_3: Setting Powered False
05:57:36.741906 bus                        /sierra_3: Setting Powered False
05:57:37.849021 bus                        /sierra_2: Setting Powered False
</stdout></case><case><age>206</age><className>voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=1398): Process ended prematurely: osmo-stp_10.42.42.5(pid=1398) [trial-2370↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1398)]</errorStackTrace><failedSince>2165</failedSince><name>mo_mt_call_osmux.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py", line 8, in &lt;module&gt;
    test_mo_mt_call(True, True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py", line 19, in test_mo_mt_call
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1398): Process ended prematurely: osmo-stp_10.42.42.5(pid=1398) [trial-2370↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1398)]
</stderr><stdout>
----------------------------------------------
trial-2370 voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py
----------------------------------------------
05:57:38.963509 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)
05:57:38.975845 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)
05:57:39.136388 tst              mo_mt_call_osmux.py: using LAC 26322
05:57:39.260059 tst              mo_mt_call_osmux.py: using RAC 57
05:57:39.388473 tst              mo_mt_call_osmux.py: using CellId 26322
05:57:39.512891 tst              mo_mt_call_osmux.py: using BVCI 26323
05:57:39.537191 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)
05:57:39.548790 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)
05:57:39.560272 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)
05:57:39.571794 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)
05:57:39.583411 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)
05:57:39.594845 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)
05:57:39.710653 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)
05:57:39.919869 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
05:57:40.431399 run          create_hlr_db(pid=1392): Launched
05:57:40.616374 bus                        /sierra_2: Setting Powered False
05:57:41.637195 run          create_hlr_db(pid=1392): Terminated: ok {rc=0}
05:57:42.038711 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1394): Launched
05:57:42.338929 run    osmo-hlr_10.42.42.2(pid=1395): Launched
05:57:42.455204 run              osmo-stp_10.42.42.5: Starting osmo-stp
05:57:42.982735 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1397): Launched
05:57:43.281262 run    osmo-stp_10.42.42.5(pid=1398): Launched
05:57:43.390163 run              osmo-msc_10.42.42.6: Starting osmo-msc
05:57:43.940322 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1400): Launched
05:57:44.240491 run    osmo-msc_10.42.42.6(pid=1401): Launched
05:57:44.417821 run    osmo-stp_10.42.42.5(pid=1398): ERR: Terminated: ERROR {rc=1}  [trial-2370↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1398)]
05:57:44.545884 run    osmo-stp_10.42.42.5(pid=1398): stdout: 
| (launched: 2022-12-10_05:57:43.134383)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
05:57:44.671297 run    osmo-stp_10.42.42.5(pid=1398): stderr: 
| �[0;m�[38;5;43m20221210055743305 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210055743305 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210055743305 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210055743306 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210055743306 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210055743306 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210055743306 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
05:57:44.791359 run    osmo-stp_10.42.42.5(pid=1398): stdout: 
| (launched: 2022-12-10_05:57:43.134383)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
05:57:44.910676 run    osmo-stp_10.42.42.5(pid=1398): stderr: 
| �[0;m�[38;5;43m20221210055743305 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210055743305 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210055743305 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210055743306 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210055743306 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210055743306 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210055743306 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
05:57:44.963589 tst            mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1398): Process ended prematurely: osmo-stp_10.42.42.5(pid=1398) [trial-2370↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1398)]  [trial-2370↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]
05:57:44.972225 tst            mo_mt_call_osmux.py:8: Test FAILED (6.0 sec)
05:57:45.031865 run    osmo-hlr_10.42.42.2(pid=1395): ERR: Terminated: ERROR {rc=237}  [trial-2370↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1395)]
05:57:45.080325 run    osmo-hlr_10.42.42.2(pid=1395): stdout: 
| (launched: 2022-12-10_05:57:42.190670) 
05:57:45.129587 run    osmo-hlr_10.42.42.2(pid=1395): stderr: 
| �[0;m�[1;31m20221210055742370 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210055742370 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210055742370 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210055742370 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210055742370 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210055742370 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210055742385 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210055742393 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210055742393 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210055742393 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
05:57:45.196550 run    osmo-msc_10.42.42.6(pid=1401): ERR: Terminated: ERROR {rc=2}  [trial-2370↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1401)]
05:57:45.244887 run    osmo-msc_10.42.42.6(pid=1401): stdout: 
| (launched: 2022-12-10_05:57:44.091770) 
05:57:45.294073 run    osmo-msc_10.42.42.6(pid=1401): stderr: 
| �[0;m�[38;5;43m20221210055744362 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210055744362 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f8adb25bc40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210055744363 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210055744363 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210055744363 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210055744363 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210055744365 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210055744366 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210055744366 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210055744366 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
05:57:45.335584 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1394): Terminating (SIGTERM)
05:57:45.374858 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1397): Terminating (SIGTERM)
05:57:45.414259 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1400): Terminating (SIGTERM)
05:57:45.423610 ---      ParallelTerminationStrategy: PID 1394 died...
05:57:45.476250 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1394): Terminated: ok {rc=0}
05:57:45.485912 ---      ParallelTerminationStrategy: PID 1397 died...
05:57:45.538635 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1397): Terminated: ok {rc=0}
05:57:45.548001 ---      ParallelTerminationStrategy: PID 1400 died...
05:57:45.600500 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1400): Terminated: ok {rc=0}
05:57:45.684186 bus                        /sierra_3: Setting Powered False
05:57:46.785278 bus                        /sierra_3: Setting Powered False
05:57:47.892329 bus                        /sierra_2: Setting Powered False
</stdout></case><duration>22.0</duration><id>65</id><name>voice_trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3</name><properties></properties><timestamp>2022-12-10T05:57:28</timestamp></suite><suite><case><age>232</age><className>voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=1412): Process ended prematurely: osmo-stp_10.42.42.5(pid=1412) [trial-2370↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1412)]</errorStackTrace><failedSince>2139</failedSince><name>mo_mt_call.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py", line 8, in &lt;module&gt;
    test_mo_mt_call(False, False)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py", line 19, in test_mo_mt_call
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1412): Process ended prematurely: osmo-stp_10.42.42.5(pid=1412) [trial-2370↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1412)]
</stderr><stdout>
----------------------------------------------
trial-2370 voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py
----------------------------------------------
05:57:49.891829 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)
05:57:49.903053 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)
05:57:50.057671 tst                    mo_mt_call.py: using LAC 26323
05:57:50.173934 tst                    mo_mt_call.py: using RAC 58
05:57:50.290459 tst                    mo_mt_call.py: using CellId 26323
05:57:50.406309 tst                    mo_mt_call.py: using BVCI 26324
05:57:50.429130 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)
05:57:50.440207 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)
05:57:50.451262 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)
05:57:50.462742 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)
05:57:50.474090 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)
05:57:50.485329 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)
05:57:50.602528 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)
05:57:50.800859 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
05:57:51.270665 run          create_hlr_db(pid=1406): Launched
05:57:51.441352 bus                        /sierra_2: Setting Powered False
05:57:52.462163 run          create_hlr_db(pid=1406): Terminated: ok {rc=0}
05:57:52.886173 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1408): Launched
05:57:53.206759 run    osmo-hlr_10.42.42.2(pid=1409): Launched
05:57:53.322974 run              osmo-stp_10.42.42.5: Starting osmo-stp
05:57:53.875784 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1411): Launched
05:57:54.194966 run    osmo-stp_10.42.42.5(pid=1412): Launched
05:57:54.310519 run              osmo-msc_10.42.42.6: Starting osmo-msc
05:57:54.895392 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1414): Launched
05:57:55.215308 run    osmo-msc_10.42.42.6(pid=1415): Launched
05:57:55.402499 run    osmo-stp_10.42.42.5(pid=1412): ERR: Terminated: ERROR {rc=1}  [trial-2370↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1412)]
05:57:55.537429 run    osmo-stp_10.42.42.5(pid=1412): stdout: 
| (launched: 2022-12-10_05:57:54.037934)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
05:57:55.672490 run    osmo-stp_10.42.42.5(pid=1412): stderr: 
| �[0;m�[38;5;43m20221210055754232 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210055754232 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210055754232 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210055754233 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210055754233 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210055754233 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210055754233 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
05:57:55.801239 run    osmo-stp_10.42.42.5(pid=1412): stdout: 
| (launched: 2022-12-10_05:57:54.037934)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
05:57:55.928163 run    osmo-stp_10.42.42.5(pid=1412): stderr: 
| �[0;m�[38;5;43m20221210055754232 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210055754232 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210055754232 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210055754233 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210055754233 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210055754233 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210055754233 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
05:57:55.984546 tst                  mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1412): Process ended prematurely: osmo-stp_10.42.42.5(pid=1412) [trial-2370↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1412)]  [trial-2370↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]
05:57:55.993884 tst                  mo_mt_call.py:8: Test FAILED (6.1 sec)
05:57:56.055943 run    osmo-hlr_10.42.42.2(pid=1409): ERR: Terminated: ERROR {rc=237}  [trial-2370↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1409)]
05:57:56.107214 run    osmo-hlr_10.42.42.2(pid=1409): stdout: 
| (launched: 2022-12-10_05:57:53.048230) 
05:57:56.158814 run    osmo-hlr_10.42.42.2(pid=1409): stderr: 
| �[0;m�[1;31m20221210055753247 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210055753247 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210055753247 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210055753247 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210055753247 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210055753247 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210055753259 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210055753267 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210055753267 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210055753267 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
05:57:56.229190 run    osmo-msc_10.42.42.6(pid=1415): ERR: Terminated: ERROR {rc=2}  [trial-2370↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1415)]
05:57:56.280227 run    osmo-msc_10.42.42.6(pid=1415): stdout: 
| (launched: 2022-12-10_05:57:55.057671) 
05:57:56.332344 run    osmo-msc_10.42.42.6(pid=1415): stderr: 
| �[0;m�[38;5;43m20221210055755384 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210055755384 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f421e110c40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210055755384 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210055755384 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210055755384 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210055755385 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210055755386 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210055755387 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210055755387 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210055755387 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
05:57:56.376057 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1408): Terminating (SIGTERM)
05:57:56.417365 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1411): Terminating (SIGTERM)
05:57:56.458606 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1414): Terminating (SIGTERM)
05:57:56.467747 ---      ParallelTerminationStrategy: PID 1408 died...
05:57:56.522940 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1408): Terminated: ok {rc=0}
05:57:56.532771 ---      ParallelTerminationStrategy: PID 1411 died...
05:57:56.587799 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1411): Terminated: ok {rc=0}
05:57:56.597714 ---      ParallelTerminationStrategy: PID 1414 died...
05:57:56.652812 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1414): Terminated: ok {rc=0}
05:57:56.739946 bus                        /sierra_3: Setting Powered False
05:57:57.843039 bus                        /sierra_3: Setting Powered False
05:57:58.954314 bus                        /sierra_2: Setting Powered False
</stdout></case><case><age>206</age><className>voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=1423): Process ended prematurely: osmo-stp_10.42.42.5(pid=1423) [trial-2370↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1423)]</errorStackTrace><failedSince>2165</failedSince><name>mo_mt_call_osmux.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py", line 8, in &lt;module&gt;
    test_mo_mt_call(True, True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py", line 19, in test_mo_mt_call
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1423): Process ended prematurely: osmo-stp_10.42.42.5(pid=1423) [trial-2370↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1423)]
</stderr><stdout>
----------------------------------------------
trial-2370 voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py
----------------------------------------------
05:58:00.061962 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)
05:58:00.073986 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)
05:58:00.234357 tst              mo_mt_call_osmux.py: using LAC 26324
05:58:00.350053 tst              mo_mt_call_osmux.py: using RAC 59
05:58:00.465353 tst              mo_mt_call_osmux.py: using CellId 26324
05:58:00.581889 tst              mo_mt_call_osmux.py: using BVCI 26325
05:58:00.604447 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)
05:58:00.615815 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)
05:58:00.627059 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)
05:58:00.638399 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)
05:58:00.649809 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)
05:58:00.661247 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)
05:58:00.778712 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)
05:58:01.025550 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
05:58:01.577675 run          create_hlr_db(pid=1417): Launched
05:58:01.755747 bus                        /sierra_2: Setting Powered False
05:58:02.772291 run          create_hlr_db(pid=1417): Terminated: ok {rc=0}
05:58:03.170899 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1419): Launched
05:58:03.469727 run    osmo-hlr_10.42.42.2(pid=1420): Launched
05:58:03.581893 run              osmo-stp_10.42.42.5: Starting osmo-stp
05:58:04.100227 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1422): Launched
05:58:04.399454 run    osmo-stp_10.42.42.5(pid=1423): Launched
05:58:04.508385 run              osmo-msc_10.42.42.6: Starting osmo-msc
05:58:05.056926 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1425): Launched
05:58:05.357016 run    osmo-msc_10.42.42.6(pid=1426): Launched
05:58:05.532564 run    osmo-stp_10.42.42.5(pid=1423): ERR: Terminated: ERROR {rc=1}  [trial-2370↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1423)]
05:58:05.659916 run    osmo-stp_10.42.42.5(pid=1423): stdout: 
| (launched: 2022-12-10_05:58:04.251408)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
05:58:05.784648 run    osmo-stp_10.42.42.5(pid=1423): stderr: 
| �[0;m�[38;5;43m20221210055804423 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210055804424 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210055804424 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210055804424 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210055804425 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210055804425 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210055804425 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
05:58:05.904253 run    osmo-stp_10.42.42.5(pid=1423): stdout: 
| (launched: 2022-12-10_05:58:04.251408)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
05:58:06.022705 run    osmo-stp_10.42.42.5(pid=1423): stderr: 
| �[0;m�[38;5;43m20221210055804423 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210055804424 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210055804424 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210055804424 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210055804425 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210055804425 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210055804425 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
05:58:06.075666 tst            mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1423): Process ended prematurely: osmo-stp_10.42.42.5(pid=1423) [trial-2370↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1423)]  [trial-2370↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]
05:58:06.084406 tst            mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)
05:58:06.143568 run    osmo-hlr_10.42.42.2(pid=1420): ERR: Terminated: ERROR {rc=237}  [trial-2370↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1420)]
05:58:06.192089 run    osmo-hlr_10.42.42.2(pid=1420): stdout: 
| (launched: 2022-12-10_05:58:03.322366) 
05:58:06.241438 run    osmo-hlr_10.42.42.2(pid=1420): stderr: 
| �[0;m�[1;31m20221210055803498 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210055803498 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210055803499 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210055803499 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210055803499 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210055803499 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210055803511 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210055803519 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210055803520 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210055803520 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
05:58:06.308082 run    osmo-msc_10.42.42.6(pid=1426): ERR: Terminated: ERROR {rc=2}  [trial-2370↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1426)]
05:58:06.357134 run    osmo-msc_10.42.42.6(pid=1426): stdout: 
| (launched: 2022-12-10_05:58:05.208365) 
05:58:06.406296 run    osmo-msc_10.42.42.6(pid=1426): stderr: 
| �[0;m�[38;5;43m20221210055805482 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210055805483 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7faf7e799c40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210055805483 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210055805483 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210055805483 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210055805483 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210055805485 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210055805486 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210055805486 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210055805486 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
05:58:06.447637 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1419): Terminating (SIGTERM)
05:58:06.486969 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1422): Terminating (SIGTERM)
05:58:06.526340 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1425): Terminating (SIGTERM)
05:58:06.535557 ---      ParallelTerminationStrategy: PID 1419 died...
05:58:06.588720 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1419): Terminated: ok {rc=0}
05:58:06.598136 ---      ParallelTerminationStrategy: PID 1422 died...
05:58:06.650507 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1422): Terminated: ok {rc=0}
05:58:06.659948 ---      ParallelTerminationStrategy: PID 1425 died...
05:58:06.711987 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1425): Terminated: ok {rc=0}
05:58:06.794782 bus                        /sierra_3: Setting Powered False
05:58:07.901027 bus                        /sierra_3: Setting Powered False
05:58:09.007421 bus                        /sierra_2: Setting Powered False
</stdout></case><duration>22.0</duration><id>66</id><name>voice_trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any</name><properties></properties><timestamp>2022-12-10T05:57:49</timestamp></suite><suite><case><age>232</age><className>voice:trx-sysmocell5000+mod-bts0-dynts-osmo</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=1437): Process ended prematurely: osmo-stp_10.42.42.5(pid=1437) [trial-2370↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1437)]</errorStackTrace><failedSince>2139</failedSince><name>mo_mt_call.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py", line 8, in &lt;module&gt;
    test_mo_mt_call(False, False)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py", line 19, in test_mo_mt_call
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1437): Process ended prematurely: osmo-stp_10.42.42.5(pid=1437) [trial-2370↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1437)]
</stderr><stdout>
----------------------------------------------
trial-2370 voice:trx-sysmocell5000+mod-bts0-dynts-osmo mo_mt_call.py
----------------------------------------------
05:58:11.013375 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)
05:58:11.024861 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)
05:58:11.189684 tst                    mo_mt_call.py: using LAC 26325
05:58:11.315120 tst                    mo_mt_call.py: using RAC 60
05:58:11.444770 tst                    mo_mt_call.py: using CellId 26325
05:58:11.567436 tst                    mo_mt_call.py: using BVCI 26326
05:58:11.591782 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)
05:58:11.603288 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)
05:58:11.614535 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)
05:58:11.625804 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)
05:58:11.637133 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)
05:58:11.648298 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)
05:58:11.764529 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)
05:58:11.973460 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
05:58:12.484723 run          create_hlr_db(pid=1431): Launched
05:58:12.668838 bus                        /sierra_2: Setting Powered False
05:58:13.690136 run          create_hlr_db(pid=1431): Terminated: ok {rc=0}
05:58:14.093779 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1433): Launched
05:58:14.394145 run    osmo-hlr_10.42.42.2(pid=1434): Launched
05:58:14.510273 run              osmo-stp_10.42.42.5: Starting osmo-stp
05:58:15.040408 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1436): Launched
05:58:15.344272 run    osmo-stp_10.42.42.5(pid=1437): Launched
05:58:15.453956 run              osmo-msc_10.42.42.6: Starting osmo-msc
05:58:16.033746 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1439): Launched
05:58:16.509980 run    osmo-msc_10.42.42.6(pid=1440): Launched
05:58:16.903474 run    osmo-stp_10.42.42.5(pid=1437): ERR: Terminated: ERROR {rc=1}  [trial-2370↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1437)]
05:58:17.032504 run    osmo-stp_10.42.42.5(pid=1437): stdout: 
| (launched: 2022-12-10_05:58:15.193320)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
05:58:17.161436 run    osmo-stp_10.42.42.5(pid=1437): stderr: 
| �[0;m�[38;5;43m20221210055815366 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210055815366 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210055815367 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210055815367 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210055815367 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210055815368 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210055815368 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
05:58:17.284590 run    osmo-stp_10.42.42.5(pid=1437): stdout: 
| (launched: 2022-12-10_05:58:15.193320)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
05:58:17.407528 run    osmo-stp_10.42.42.5(pid=1437): stderr: 
| �[0;m�[38;5;43m20221210055815366 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210055815366 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210055815367 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210055815367 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210055815367 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210055815368 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210055815368 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
05:58:17.461385 tst                  mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1437): Process ended prematurely: osmo-stp_10.42.42.5(pid=1437) [trial-2370↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1437)]  [trial-2370↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py:8]
05:58:17.470701 tst                  mo_mt_call.py:8: Test FAILED (6.5 sec)
05:58:17.532600 run    osmo-hlr_10.42.42.2(pid=1434): ERR: Terminated: ERROR {rc=237}  [trial-2370↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1434)]
05:58:17.582425 run    osmo-hlr_10.42.42.2(pid=1434): stdout: 
| (launched: 2022-12-10_05:58:14.246125) 
05:58:17.632840 run    osmo-hlr_10.42.42.2(pid=1434): stderr: 
| �[0;m�[1;31m20221210055814419 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210055814419 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210055814419 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210055814419 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210055814419 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210055814419 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210055814432 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/voice:trx-sysmocell5000+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210055814442 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210055814442 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210055814442 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
05:58:17.700377 run    osmo-msc_10.42.42.6(pid=1440): ERR: Terminated: ERROR {rc=2}  [trial-2370↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1440)]
05:58:17.749770 run    osmo-msc_10.42.42.6(pid=1440): stdout: 
| (launched: 2022-12-10_05:58:16.188623) 
05:58:17.799590 run    osmo-msc_10.42.42.6(pid=1440): stderr: 
| �[0;m�[38;5;43m20221210055816576 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210055816578 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f3dea53cc40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210055816578 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210055816578 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210055816580 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210055816582 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210055816589 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210055816589 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210055816590 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210055816590 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
05:58:17.841691 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1433): Terminating (SIGTERM)
05:58:17.881935 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1436): Terminating (SIGTERM)
05:58:17.922384 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1439): Terminating (SIGTERM)
05:58:17.932341 ---      ParallelTerminationStrategy: PID 1433 died...
05:58:17.986936 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1433): Terminated: ok {rc=0}
05:58:17.996624 ---      ParallelTerminationStrategy: PID 1436 died...
05:58:18.050242 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1436): Terminated: ok {rc=0}
05:58:18.060670 ---      ParallelTerminationStrategy: PID 1439 died...
05:58:18.114883 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1439): Terminated: ok {rc=0}
05:58:18.203036 bus                        /sierra_3: Setting Powered False
05:58:19.307294 bus                        /sierra_3: Setting Powered False
05:58:20.419901 bus                        /sierra_2: Setting Powered False
</stdout></case><case><age>206</age><className>voice:trx-sysmocell5000+mod-bts0-dynts-osmo</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=1449): Process ended prematurely: osmo-stp_10.42.42.5(pid=1449) [trial-2370↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1449)]</errorStackTrace><failedSince>2165</failedSince><name>mo_mt_call_osmux.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py", line 8, in &lt;module&gt;
    test_mo_mt_call(True, True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py", line 19, in test_mo_mt_call
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1449): Process ended prematurely: osmo-stp_10.42.42.5(pid=1449) [trial-2370↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1449)]
</stderr><stdout>
----------------------------------------------
trial-2370 voice:trx-sysmocell5000+mod-bts0-dynts-osmo mo_mt_call_osmux.py
----------------------------------------------
05:58:21.534538 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)
05:58:21.546797 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)
05:58:21.708258 tst              mo_mt_call_osmux.py: using LAC 26326
05:58:21.839257 tst              mo_mt_call_osmux.py: using RAC 61
05:58:21.963903 tst              mo_mt_call_osmux.py: using CellId 26326
05:58:22.083151 tst              mo_mt_call_osmux.py: using BVCI 26327
05:58:22.106247 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)
05:58:22.117467 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)
05:58:22.128412 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)
05:58:22.139473 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)
05:58:22.150655 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)
05:58:22.161776 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)
05:58:22.278397 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)
05:58:22.490812 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
05:58:22.999752 run          create_hlr_db(pid=1442): Launched
05:58:23.184799 bus                        /sierra_2: Setting Powered False
05:58:24.205421 run          create_hlr_db(pid=1442): Terminated: ok {rc=0}
05:58:24.607220 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1445): Launched
05:58:24.906693 run    osmo-hlr_10.42.42.2(pid=1446): Launched
05:58:25.018760 run              osmo-stp_10.42.42.5: Starting osmo-stp
05:58:25.548039 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1448): Launched
05:58:25.846950 run    osmo-stp_10.42.42.5(pid=1449): Launched
05:58:25.955884 run              osmo-msc_10.42.42.6: Starting osmo-msc
05:58:26.503332 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1451): Launched
05:58:26.803118 run    osmo-msc_10.42.42.6(pid=1452): Launched
05:58:26.978906 run    osmo-stp_10.42.42.5(pid=1449): ERR: Terminated: ERROR {rc=1}  [trial-2370↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1449)]
05:58:27.106432 run    osmo-stp_10.42.42.5(pid=1449): stdout: 
| (launched: 2022-12-10_05:58:25.699429)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
05:58:27.231728 run    osmo-stp_10.42.42.5(pid=1449): stderr: 
| �[0;m�[38;5;43m20221210055825868 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210055825868 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210055825868 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210055825869 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210055825871 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210055825871 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210055825871 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
05:58:27.351778 run    osmo-stp_10.42.42.5(pid=1449): stdout: 
| (launched: 2022-12-10_05:58:25.699429)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
05:58:27.471010 run    osmo-stp_10.42.42.5(pid=1449): stderr: 
| �[0;m�[38;5;43m20221210055825868 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210055825868 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210055825868 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210055825869 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210055825871 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210055825871 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210055825871 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
05:58:27.524397 tst            mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1449): Process ended prematurely: osmo-stp_10.42.42.5(pid=1449) [trial-2370↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1449)]  [trial-2370↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8]
05:58:27.533351 tst            mo_mt_call_osmux.py:8: Test FAILED (6.0 sec)
05:58:27.592639 run    osmo-hlr_10.42.42.2(pid=1446): ERR: Terminated: ERROR {rc=237}  [trial-2370↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1446)]
05:58:27.641157 run    osmo-hlr_10.42.42.2(pid=1446): stdout: 
| (launched: 2022-12-10_05:58:24.758937) 
05:58:27.690428 run    osmo-hlr_10.42.42.2(pid=1446): stderr: 
| �[0;m�[1;31m20221210055824935 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210055824936 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210055824936 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210055824936 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210055824936 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210055824936 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210055824948 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/voice:trx-sysmocell5000+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210055824957 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210055824958 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210055824958 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
05:58:27.757215 run    osmo-msc_10.42.42.6(pid=1452): ERR: Terminated: ERROR {rc=2}  [trial-2370↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1452)]
05:58:27.805686 run    osmo-msc_10.42.42.6(pid=1452): stdout: 
| (launched: 2022-12-10_05:58:26.654753) 
05:58:27.854897 run    osmo-msc_10.42.42.6(pid=1452): stderr: 
| �[0;m�[38;5;43m20221210055826926 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210055826926 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f19f6236c40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210055826926 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210055826926 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210055826927 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210055826927 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210055826930 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210055826930 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210055826930 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210055826930 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
05:58:27.896398 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1445): Terminating (SIGTERM)
05:58:27.935729 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1448): Terminating (SIGTERM)
05:58:27.975207 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1451): Terminating (SIGTERM)
05:58:27.984502 ---      ParallelTerminationStrategy: PID 1445 died...
05:58:28.037278 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1445): Terminated: ok {rc=0}
05:58:28.046983 ---      ParallelTerminationStrategy: PID 1448 died...
05:58:28.099247 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1448): Terminated: ok {rc=0}
05:58:28.108933 ---      ParallelTerminationStrategy: PID 1451 died...
05:58:28.161188 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1451): Terminated: ok {rc=0}
05:58:28.248314 bus                        /sierra_3: Setting Powered False
05:58:29.349785 bus                        /sierra_3: Setting Powered False
05:58:30.454931 bus                        /sierra_2: Setting Powered False
</stdout></case><duration>22.0</duration><id>67</id><name>voice_trx-sysmocell5000+mod-bts0-dynts-osmo</name><properties></properties><timestamp>2022-12-10T05:58:10</timestamp></suite><suite><case><age>229</age><className>emergency:trx-sysmocell5000</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=1463): Process ended prematurely: osmo-stp_10.42.42.5(pid=1463) [trial-2370↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1463)]</errorStackTrace><failedSince>2142</failedSince><name>emergency_mo_mt_call.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py", line 19, in &lt;module&gt;
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1463): Process ended prematurely: osmo-stp_10.42.42.5(pid=1463) [trial-2370↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1463)]
</stderr><stdout>
----------------------------------------------
trial-2370 emergency:trx-sysmocell5000 emergency_mo_mt_call.py
----------------------------------------------
05:58:32.524522 tst      emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)
05:58:32.535969 tst      emergency:trx-sysmocell5000: Using 1 x bts (candidates: 1)
05:58:32.677605 tst          emergency_mo_mt_call.py: using LAC 26327
05:58:32.802145 tst          emergency_mo_mt_call.py: using RAC 62
05:58:32.924413 tst          emergency_mo_mt_call.py: using CellId 26327
05:58:33.046875 tst          emergency_mo_mt_call.py: using BVCI 26328
05:58:33.070676 tst      emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)
05:58:33.081936 tst      emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)
05:58:33.093001 tst      emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)
05:58:33.104096 tst      emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)
05:58:33.115210 tst      emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)
05:58:33.126189 tst      emergency:trx-sysmocell5000: Using 1 x modem (candidates: 4)
05:58:33.245455 tst      emergency:trx-sysmocell5000: Using 1 x modem (candidates: 4)
05:58:33.443535 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
05:58:33.908373 run          create_hlr_db(pid=1457): Launched
05:58:34.078214 bus                        /sierra_2: Setting Powered False
05:58:35.098821 run          create_hlr_db(pid=1457): Terminated: ok {rc=0}
05:58:35.490110 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1459): Launched
05:58:35.783156 run    osmo-hlr_10.42.42.2(pid=1460): Launched
05:58:35.895312 run              osmo-stp_10.42.42.5: Starting osmo-stp
05:58:36.413112 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1462): Launched
05:58:36.708111 run    osmo-stp_10.42.42.5(pid=1463): Launched
05:58:36.837847 tst          emergency_mo_mt_call.py: using MSISDN 7578
05:58:36.988844 run              osmo-msc_10.42.42.6: Starting osmo-msc
05:58:37.528465 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1465): Launched
05:58:37.824152 run    osmo-msc_10.42.42.6(pid=1466): Launched
05:58:37.998629 run    osmo-stp_10.42.42.5(pid=1463): ERR: Terminated: ERROR {rc=1}  [trial-2370↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1463)]
05:58:38.124076 run    osmo-stp_10.42.42.5(pid=1463): stdout: 
| (launched: 2022-12-10_05:58:36.561924)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
05:58:38.247084 run    osmo-stp_10.42.42.5(pid=1463): stderr: 
| �[0;m�[38;5;43m20221210055836733 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210055836733 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210055836734 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210055836734 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210055836735 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210055836735 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210055836735 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
05:58:38.364934 run    osmo-stp_10.42.42.5(pid=1463): stdout: 
| (launched: 2022-12-10_05:58:36.561924)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
05:58:38.481652 run    osmo-stp_10.42.42.5(pid=1463): stderr: 
| �[0;m�[38;5;43m20221210055836733 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210055836733 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210055836734 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210055836734 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210055836735 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210055836735 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210055836735 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
05:58:38.533246 tst       emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=1463): Process ended prematurely: osmo-stp_10.42.42.5(pid=1463) [trial-2370↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1463)]  [trial-2370↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py:19]
05:58:38.541443 tst       emergency_mo_mt_call.py:19: Test FAILED (6.0 sec)
05:58:38.601652 run    osmo-hlr_10.42.42.2(pid=1460): ERR: Terminated: ERROR {rc=237}  [trial-2370↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1460)]
05:58:38.650732 run    osmo-hlr_10.42.42.2(pid=1460): stdout: 
| (launched: 2022-12-10_05:58:35.639261) 
05:58:38.700635 run    osmo-hlr_10.42.42.2(pid=1460): stderr: 
| �[0;m�[1;31m20221210055835816 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210055835816 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210055835816 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210055835816 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210055835816 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210055835816 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210055835829 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/emergency:trx-sysmocell5000/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210055835837 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210055835838 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210055835838 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
05:58:38.768141 run    osmo-msc_10.42.42.6(pid=1466): ERR: Terminated: ERROR {rc=2}  [trial-2370↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1466)]
05:58:38.817312 run    osmo-msc_10.42.42.6(pid=1466): stdout: 
| (launched: 2022-12-10_05:58:37.678299) 
05:58:38.866976 run    osmo-msc_10.42.42.6(pid=1466): stderr: 
| �[0;m�[38;5;43m20221210055837948 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210055837948 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f9137304c40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210055837949 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210055837949 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210055837949 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210055837949 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210055837951 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210055837951 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210055837951 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210055837952 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
05:58:38.908871 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1459): Terminating (SIGTERM)
05:58:38.949032 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1462): Terminating (SIGTERM)
05:58:38.988563 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1465): Terminating (SIGTERM)
05:58:38.997880 ---      ParallelTerminationStrategy: PID 1459 died...
05:58:39.050895 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1459): Terminated: ok {rc=0}
05:58:39.060674 ---      ParallelTerminationStrategy: PID 1462 died...
05:58:39.113463 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1462): Terminated: ok {rc=0}
05:58:39.123133 ---      ParallelTerminationStrategy: PID 1465 died...
05:58:39.175999 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1465): Terminated: ok {rc=0}
05:58:39.264491 bus                        /sierra_3: Setting Powered False
05:58:40.368523 bus                        /sierra_3: Setting Powered False
05:58:41.480390 bus                        /sierra_2: Setting Powered False
</stdout></case><case><age>229</age><className>emergency:trx-sysmocell5000</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=1474): Process ended prematurely: osmo-stp_10.42.42.5(pid=1474) [trial-2370↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1474)]</errorStackTrace><failedSince>2142</failedSince><name>emergency_preemptive_call.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py", line 32, in &lt;module&gt;
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1474): Process ended prematurely: osmo-stp_10.42.42.5(pid=1474) [trial-2370↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1474)]
</stderr><stdout>
----------------------------------------------
trial-2370 emergency:trx-sysmocell5000 emergency_preemptive_call.py
----------------------------------------------
05:58:42.532677 tst      emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)
05:58:42.544265 tst      emergency:trx-sysmocell5000: Using 1 x bts (candidates: 1)
05:58:42.679394 tst     emergency_preemptive_call.py: using LAC 26328
05:58:42.794329 tst     emergency_preemptive_call.py: using RAC 63
05:58:42.911412 tst     emergency_preemptive_call.py: using CellId 26328
05:58:43.026090 tst     emergency_preemptive_call.py: using BVCI 26329
05:58:43.048179 tst      emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)
05:58:43.059042 tst      emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)
05:58:43.069762 tst      emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)
05:58:43.080587 tst      emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)
05:58:43.091474 tst      emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)
05:58:43.102362 tst      emergency:trx-sysmocell5000: Using 1 x modem (candidates: 4)
05:58:43.215805 tst      emergency:trx-sysmocell5000: Using 1 x modem (candidates: 4)
05:58:43.335004 tst      emergency:trx-sysmocell5000: Using 1 x modem (candidates: 4)
05:58:43.447900 tst      emergency:trx-sysmocell5000: Using 1 x modem (candidates: 4)
05:58:43.644122 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
05:58:44.106158 run          create_hlr_db(pid=1468): Launched
05:58:44.276011 bus                        /sierra_2: Setting Powered False
05:58:45.296562 run          create_hlr_db(pid=1468): Terminated: ok {rc=0}
05:58:45.690712 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1470): Launched
05:58:46.073101 run    osmo-hlr_10.42.42.2(pid=1471): Launched
05:58:46.286162 run              osmo-stp_10.42.42.5: Starting osmo-stp
05:58:46.921599 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1473): Launched
05:58:47.279910 run    osmo-stp_10.42.42.5(pid=1474): Launched
05:58:47.432029 tst     emergency_preemptive_call.py: using MSISDN 7579
05:58:47.591200 run              osmo-msc_10.42.42.6: Starting osmo-msc
05:58:48.164497 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1476): Launched
05:58:48.479638 run    osmo-msc_10.42.42.6(pid=1477): Launched
05:58:48.662990 run    osmo-stp_10.42.42.5(pid=1474): ERR: Terminated: ERROR {rc=1}  [trial-2370↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1474)]
05:58:48.795764 run    osmo-stp_10.42.42.5(pid=1474): stdout: 
| (launched: 2022-12-10_05:58:47.085158)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
05:58:48.928524 run    osmo-stp_10.42.42.5(pid=1474): stderr: 
| �[0;m�[38;5;43m20221210055847389 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210055847389 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210055847389 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210055847390 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210055847390 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210055847390 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210055847390 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
05:58:49.054877 run    osmo-stp_10.42.42.5(pid=1474): stdout: 
| (launched: 2022-12-10_05:58:47.085158)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
05:58:49.179866 run    osmo-stp_10.42.42.5(pid=1474): stderr: 
| �[0;m�[38;5;43m20221210055847389 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210055847389 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210055847389 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210055847390 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210055847390 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210055847390 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210055847390 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
05:58:49.235777 tst  emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=1474): Process ended prematurely: osmo-stp_10.42.42.5(pid=1474) [trial-2370↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1474)]  [trial-2370↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py:32]
05:58:49.244727 tst  emergency_preemptive_call.py:32: Test FAILED (6.7 sec)
05:58:49.307436 run    osmo-hlr_10.42.42.2(pid=1471): ERR: Terminated: ERROR {rc=237}  [trial-2370↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1471)]
05:58:49.359123 run    osmo-hlr_10.42.42.2(pid=1471): stdout: 
| (launched: 2022-12-10_05:58:45.840089) 
05:58:49.411594 run    osmo-hlr_10.42.42.2(pid=1471): stderr: 
| �[0;m�[1;31m20221210055846183 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210055846183 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210055846183 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210055846183 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210055846184 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210055846184 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210055846209 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/emergency:trx-sysmocell5000/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210055846235 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210055846235 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210055846235 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
05:58:49.482846 run    osmo-msc_10.42.42.6(pid=1477): ERR: Terminated: ERROR {rc=2}  [trial-2370↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1477)]
05:58:49.534494 run    osmo-msc_10.42.42.6(pid=1477): stdout: 
| (launched: 2022-12-10_05:58:48.324583) 
05:58:49.586487 run    osmo-msc_10.42.42.6(pid=1477): stderr: 
| �[0;m�[38;5;43m20221210055848645 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210055848646 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fdb027b1c40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210055848646 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210055848646 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210055848646 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210055848646 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210055848648 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210055848648 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210055848648 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210055848649 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
05:58:49.630589 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1470): Terminating (SIGTERM)
05:58:49.672758 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1473): Terminating (SIGTERM)
05:58:49.714629 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1476): Terminating (SIGTERM)
05:58:49.724337 ---      ParallelTerminationStrategy: PID 1470 died...
05:58:49.780287 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1470): Terminated: ok {rc=0}
05:58:49.790386 ---      ParallelTerminationStrategy: PID 1473 died...
05:58:49.845988 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1473): Terminated: ok {rc=0}
05:58:49.856077 ---      ParallelTerminationStrategy: PID 1476 died...
05:58:49.911596 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1476): Terminated: ok {rc=0}
05:58:49.999360 bus                        /sierra_9: Setting Powered False
05:58:51.106300 bus                        /sierra_9: Setting Powered False
05:58:52.214155 bus                        /sierra_8: Setting Powered False
05:58:53.319771 bus                        /sierra_8: Setting Powered False
05:58:54.428350 bus                        /sierra_3: Setting Powered False
05:58:55.533967 bus                        /sierra_3: Setting Powered False
05:58:56.643271 bus                        /sierra_2: Setting Powered False
</stdout></case><duration>27.0</duration><id>68</id><name>emergency_trx-sysmocell5000</name><properties></properties><timestamp>2022-12-10T05:58:32</timestamp></suite><suite><case><age>232</age><className>gprs:trx-sysmocell5000</className><duration>9.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=1493): Process ended prematurely: osmo-stp_10.42.42.5(pid=1493) [trial-2370↪gprs:trx-sysmocell5000↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1493)]</errorStackTrace><failedSince>2139</failedSince><name>cs_paging_gprs_active.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py", line 38, in &lt;module&gt;
    setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py", line 67, in setup_run_iperf3_test_parallel
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1493): Process ended prematurely: osmo-stp_10.42.42.5(pid=1493) [trial-2370↪gprs:trx-sysmocell5000↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1493)]
</stderr><stdout>
----------------------------------------------
trial-2370 gprs:trx-sysmocell5000 cs_paging_gprs_active.py
----------------------------------------------
05:58:58.759386 tst           gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)
05:58:58.770109 tst           gprs:trx-sysmocell5000: Using 1 x bts (candidates: 1)
05:58:58.906985 tst         cs_paging_gprs_active.py: using LAC 26329
05:58:59.026546 tst         cs_paging_gprs_active.py: using RAC 64
05:58:59.144401 tst         cs_paging_gprs_active.py: using CellId 26329
05:58:59.264175 tst         cs_paging_gprs_active.py: using BVCI 26330
05:58:59.287080 tst           gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)
05:58:59.297863 tst           gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)
05:58:59.308377 tst           gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)
05:58:59.319190 tst           gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)
05:58:59.330006 tst           gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)
05:58:59.340643 tst           gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)
05:58:59.351543 tst           gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)
05:58:59.362244 tst           gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)
05:58:59.373243 tst           gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)
05:58:59.488296 tst           gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)
05:58:59.765616 tst      cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...
05:58:59.890039 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
05:59:00.203425 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1483): Launched
05:59:00.462856 run iperf3-srv_10.42.42.10(pid=1484): Launched
05:59:00.645673 tst      cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...
05:59:00.770509 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
05:59:01.129360 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1485): Launched
05:59:01.409721 run iperf3-srv_10.42.42.10(pid=1486): Launched
05:59:01.596222 tst      cs_paging_gprs_active.py:38: start network...
05:59:01.724416 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
05:59:02.233685 run          create_hlr_db(pid=1487): Launched
05:59:02.406259 bus                        /sierra_2: Setting Powered False
05:59:03.427993 run          create_hlr_db(pid=1487): Terminated: ok {rc=0}
05:59:03.828142 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1489): Launched
05:59:04.128940 run    osmo-hlr_10.42.42.2(pid=1490): Launched
05:59:04.243482 run              osmo-stp_10.42.42.5: Starting osmo-stp
05:59:04.775150 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1492): Launched
05:59:05.075695 run    osmo-stp_10.42.42.5(pid=1493): Launched
05:59:05.185036 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
05:59:05.710973 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1495): Launched
05:59:05.818324 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
05:59:06.080753 run               patchelf(pid=1496): Launched
05:59:06.257300 run    osmo-stp_10.42.42.5(pid=1493): ERR: Terminated: ERROR {rc=1}  [trial-2370↪gprs:trx-sysmocell5000↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1493)]
05:59:06.386231 run    osmo-stp_10.42.42.5(pid=1493): stdout: 
| (launched: 2022-12-10_05:59:04.927202)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
05:59:06.515292 run    osmo-stp_10.42.42.5(pid=1493): stderr: 
| �[0;m�[38;5;43m20221210055905094 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210055905094 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210055905094 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210055905095 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210055905097 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210055905097 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210055905097 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
05:59:06.639904 run    osmo-stp_10.42.42.5(pid=1493): stdout: 
| (launched: 2022-12-10_05:59:04.927202)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
05:59:06.763222 run    osmo-stp_10.42.42.5(pid=1493): stderr: 
| �[0;m�[38;5;43m20221210055905094 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210055905094 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210055905094 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210055905095 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210055905097 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210055905097 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210055905097 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
05:59:06.906781 run               patchelf(pid=1496): Terminating (SIGINT)
05:59:07.075221 run               patchelf(pid=1496): Terminated: ok {rc=0}
05:59:07.106381 tst      cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=1493): Process ended prematurely: osmo-stp_10.42.42.5(pid=1493) [trial-2370↪gprs:trx-sysmocell5000↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1493)]  [trial-2370↪gprs:trx-sysmocell5000↪cs_paging_gprs_active.py:38]
05:59:07.115756 tst      cs_paging_gprs_active.py:38: Test FAILED (8.4 sec)
05:59:07.175292 run    osmo-hlr_10.42.42.2(pid=1490): ERR: Terminated: ERROR {rc=237}  [trial-2370↪gprs:trx-sysmocell5000↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1490)]
05:59:07.223755 run    osmo-hlr_10.42.42.2(pid=1490): stdout: 
| (launched: 2022-12-10_05:59:03.980646) 
05:59:07.273140 run    osmo-hlr_10.42.42.2(pid=1490): stderr: 
| �[0;m�[1;31m20221210055904158 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210055904158 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210055904158 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210055904158 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210055904158 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210055904158 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210055904170 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/gprs:trx-sysmocell5000/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210055904179 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210055904179 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210055904179 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
05:59:07.314511 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1483): Terminating (SIGTERM)
05:59:07.353886 run iperf3-srv_10.42.42.10(pid=1484): Terminating (SIGTERM)
05:59:07.393156 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1485): Terminating (SIGTERM)
05:59:07.432376 run iperf3-srv_10.42.42.10(pid=1486): Terminating (SIGTERM)
05:59:07.471716 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1489): Terminating (SIGTERM)
05:59:07.510980 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1492): Terminating (SIGTERM)
05:59:07.550360 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1495): Terminating (SIGTERM)
05:59:07.559598 ---      ParallelTerminationStrategy: PID 1483 died...
05:59:07.613063 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1483): Terminated: ok {rc=0}
05:59:07.622484 ---      ParallelTerminationStrategy: PID 1484 died...
05:59:07.675317 run iperf3-srv_10.42.42.10(pid=1484): Terminated {rc=256}
05:59:07.684600 ---      ParallelTerminationStrategy: PID 1485 died...
05:59:07.736840 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1485): Terminated: ok {rc=0}
05:59:07.746438 ---      ParallelTerminationStrategy: PID 1486 died...
05:59:07.799014 run iperf3-srv_10.42.42.10(pid=1486): Terminated {rc=256}
05:59:07.808416 ---      ParallelTerminationStrategy: PID 1489 died...
05:59:07.861005 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1489): Terminated: ok {rc=0}
05:59:07.870452 ---      ParallelTerminationStrategy: PID 1492 died...
05:59:07.923769 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1492): Terminated: ok {rc=0}
05:59:07.933668 ---      ParallelTerminationStrategy: PID 1495 died...
05:59:07.986918 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1495): Terminated: ok {rc=0}
05:59:08.075157 bus                          /gobi_0: Setting Powered False
05:59:09.178419 bus                          /gobi_0: Setting Powered False
05:59:10.285312 bus                          /gobi_6: Setting Powered False
</stdout></case><case><age>232</age><className>gprs:trx-sysmocell5000</className><duration>8.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=1505): Process ended prematurely: osmo-stp_10.42.42.5(pid=1505) [trial-2370↪gprs:trx-sysmocell5000↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1505)]</errorStackTrace><failedSince>2139</failedSince><name>iperf3.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py", line 8, in &lt;module&gt;
    setup_run_iperf3_test_parallel(1)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py", line 67, in setup_run_iperf3_test_parallel
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1505): Process ended prematurely: osmo-stp_10.42.42.5(pid=1505) [trial-2370↪gprs:trx-sysmocell5000↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1505)]
</stderr><stdout>
----------------------------------------------
trial-2370 gprs:trx-sysmocell5000 iperf3.py
----------------------------------------------
05:59:11.400298 tst           gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)
05:59:11.412407 tst           gprs:trx-sysmocell5000: Using 1 x bts (candidates: 1)
05:59:11.563134 tst                        iperf3.py: using LAC 26330
05:59:11.687608 tst                        iperf3.py: using RAC 65
05:59:11.812085 tst                        iperf3.py: using CellId 26330
05:59:11.936483 tst                        iperf3.py: using BVCI 26331
05:59:11.961089 tst           gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)
05:59:11.972363 tst           gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)
05:59:11.983521 tst           gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)
05:59:11.994811 tst           gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)
05:59:12.005993 tst           gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)
05:59:12.017142 tst           gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)
05:59:12.028466 tst           gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)
05:59:12.039641 tst           gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)
05:59:12.050976 tst           gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)
05:59:12.326755 tst                      iperf3.py:8: start iperfv3 server 10.42.42.10:5003...
05:59:12.451632 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
05:59:12.763119 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1497): Launched
05:59:13.032404 run iperf3-srv_10.42.42.10(pid=1498): Launched
05:59:13.228755 tst                      iperf3.py:8: start network...
05:59:13.362896 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
05:59:13.877202 run          create_hlr_db(pid=1499): Launched
05:59:14.062566 bus                          /gobi_6: Setting Powered False
05:59:15.083855 run          create_hlr_db(pid=1499): Terminated: ok {rc=0}
05:59:15.511672 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1501): Launched
05:59:15.854777 run    osmo-hlr_10.42.42.2(pid=1502): Launched
05:59:16.097194 run              osmo-stp_10.42.42.5: Starting osmo-stp
05:59:16.684288 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1504): Launched
05:59:17.079363 run    osmo-stp_10.42.42.5(pid=1505): Launched
05:59:17.246523 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
05:59:17.828492 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1507): Launched
05:59:17.935815 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
05:59:18.198773 run               patchelf(pid=1508): Launched
05:59:18.375144 run    osmo-stp_10.42.42.5(pid=1505): ERR: Terminated: ERROR {rc=1}  [trial-2370↪gprs:trx-sysmocell5000↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1505)]
05:59:18.503649 run    osmo-stp_10.42.42.5(pid=1505): stdout: 
| (launched: 2022-12-10_05:59:16.854535)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
05:59:18.632517 run    osmo-stp_10.42.42.5(pid=1505): stderr: 
| �[0;m�[38;5;43m20221210055917152 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210055917152 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210055917152 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210055917153 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210055917153 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210055917153 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210055917153 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
05:59:18.757334 run    osmo-stp_10.42.42.5(pid=1505): stdout: 
| (launched: 2022-12-10_05:59:16.854535)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
05:59:18.880711 run    osmo-stp_10.42.42.5(pid=1505): stderr: 
| �[0;m�[38;5;43m20221210055917152 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210055917152 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210055917152 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210055917153 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210055917153 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210055917153 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210055917153 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
05:59:19.024003 run               patchelf(pid=1508): Terminating (SIGINT)
05:59:19.192563 run               patchelf(pid=1508): Terminated: ok {rc=0}
05:59:19.223699 tst                      iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1505): Process ended prematurely: osmo-stp_10.42.42.5(pid=1505) [trial-2370↪gprs:trx-sysmocell5000↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1505)]  [trial-2370↪gprs:trx-sysmocell5000↪iperf3.py:8]
05:59:19.233155 tst                      iperf3.py:8: Test FAILED (7.9 sec)
05:59:19.293846 run    osmo-hlr_10.42.42.2(pid=1502): ERR: Terminated: ERROR {rc=237}  [trial-2370↪gprs:trx-sysmocell5000↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1502)]
05:59:19.342673 run    osmo-hlr_10.42.42.2(pid=1502): stdout: 
| (launched: 2022-12-10_05:59:15.675053) 
05:59:19.392245 run    osmo-hlr_10.42.42.2(pid=1502): stderr: 
| �[0;m�[1;31m20221210055915898 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210055915898 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210055915898 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210055915898 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210055915898 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210055915898 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210055915917 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/gprs:trx-sysmocell5000/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210055915926 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210055915926 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210055915926 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
05:59:19.434169 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1497): Terminating (SIGTERM)
05:59:19.473922 run iperf3-srv_10.42.42.10(pid=1498): Terminating (SIGTERM)
05:59:19.513809 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1501): Terminating (SIGTERM)
05:59:19.554603 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1504): Terminating (SIGTERM)
05:59:19.594514 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1507): Terminating (SIGTERM)
05:59:19.603891 ---      ParallelTerminationStrategy: PID 1497 died...
05:59:19.657217 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1497): Terminated: ok {rc=0}
05:59:19.667003 ---      ParallelTerminationStrategy: PID 1498 died...
05:59:19.719448 run iperf3-srv_10.42.42.10(pid=1498): Terminated {rc=256}
05:59:19.729189 ---      ParallelTerminationStrategy: PID 1501 died...
05:59:19.781576 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1501): Terminated: ok {rc=0}
05:59:19.791315 ---      ParallelTerminationStrategy: PID 1504 died...
05:59:19.843768 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1504): Terminated: ok {rc=0}
05:59:19.853612 ---      ParallelTerminationStrategy: PID 1507 died...
05:59:19.906574 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1507): Terminated: ok {rc=0}
05:59:19.988874 bus                          /gobi_6: Setting Powered False
</stdout></case><case><age>232</age><className>gprs:trx-sysmocell5000</className><duration>11.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=1523): Process ended prematurely: osmo-stp_10.42.42.5(pid=1523) [trial-2370↪gprs:trx-sysmocell5000↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1523)]</errorStackTrace><failedSince>2139</failedSince><name>iperf3m4.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py", line 8, in &lt;module&gt;
    setup_run_iperf3_test_parallel(4)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py", line 67, in setup_run_iperf3_test_parallel
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1523): Process ended prematurely: osmo-stp_10.42.42.5(pid=1523) [trial-2370↪gprs:trx-sysmocell5000↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1523)]
</stderr><stdout>
----------------------------------------------
trial-2370 gprs:trx-sysmocell5000 iperf3m4.py
----------------------------------------------
05:59:21.104355 tst           gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)
05:59:21.116476 tst           gprs:trx-sysmocell5000: Using 1 x bts (candidates: 1)
05:59:21.261585 tst                      iperf3m4.py: using LAC 26331
05:59:21.387119 tst                      iperf3m4.py: using RAC 66
05:59:21.508226 tst                      iperf3m4.py: using CellId 26331
05:59:21.625530 tst                      iperf3m4.py: using BVCI 26332
05:59:21.648492 tst           gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)
05:59:21.659506 tst           gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)
05:59:21.670122 tst           gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)
05:59:21.681236 tst           gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)
05:59:21.691941 tst           gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)
05:59:21.702743 tst           gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)
05:59:21.713680 tst           gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)
05:59:21.724392 tst           gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)
05:59:21.735338 tst           gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)
05:59:21.854525 tst           gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)
05:59:21.973120 tst           gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)
05:59:22.092882 tst           gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)
05:59:22.387659 tst                    iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...
05:59:22.521623 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
05:59:22.854163 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1509): Launched
05:59:23.131497 run iperf3-srv_10.42.42.10(pid=1510): Launched
05:59:23.329004 tst                    iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...
05:59:23.462675 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
05:59:23.797250 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1511): Launched
05:59:24.074251 run iperf3-srv_10.42.42.10(pid=1512): Launched
05:59:24.271674 tst                    iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...
05:59:24.405533 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
05:59:24.739669 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1513): Launched
05:59:25.016072 run iperf3-srv_10.42.42.10(pid=1514): Launched
05:59:25.213297 tst                    iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...
05:59:25.347951 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
05:59:25.679903 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1515): Launched
05:59:25.956804 run iperf3-srv_10.42.42.10(pid=1516): Launched
05:59:26.152749 tst                    iperf3m4.py:8: start network...
05:59:26.286977 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
05:59:26.800256 run          create_hlr_db(pid=1517): Launched
05:59:26.984704 bus                          /gobi_6: Setting Powered False
05:59:28.007077 run          create_hlr_db(pid=1517): Terminated: ok {rc=0}
05:59:28.410828 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1519): Launched
05:59:28.711070 run    osmo-hlr_10.42.42.2(pid=1520): Launched
05:59:28.828006 run              osmo-stp_10.42.42.5: Starting osmo-stp
05:59:29.363282 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1522): Launched
05:59:29.665098 run    osmo-stp_10.42.42.5(pid=1523): Launched
05:59:29.774620 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
05:59:30.299254 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1525): Launched
05:59:30.406405 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
05:59:30.669008 run               patchelf(pid=1526): Launched
05:59:30.854720 run    osmo-stp_10.42.42.5(pid=1523): ERR: Terminated: ERROR {rc=1}  [trial-2370↪gprs:trx-sysmocell5000↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1523)]
05:59:30.999720 run    osmo-stp_10.42.42.5(pid=1523): stdout: 
| (launched: 2022-12-10_05:59:29.515095)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
05:59:31.143849 run    osmo-stp_10.42.42.5(pid=1523): stderr: 
| �[0;m�[38;5;43m20221210055929683 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210055929684 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210055929684 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210055929684 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210055929685 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210055929685 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210055929685 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
05:59:31.281792 run    osmo-stp_10.42.42.5(pid=1523): stdout: 
| (launched: 2022-12-10_05:59:29.515095)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
05:59:31.419045 run    osmo-stp_10.42.42.5(pid=1523): stderr: 
| �[0;m�[38;5;43m20221210055929683 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210055929684 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210055929684 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210055929684 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210055929685 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210055929685 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210055929685 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
05:59:31.576424 run               patchelf(pid=1526): Terminating (SIGINT)
05:59:31.788526 run               patchelf(pid=1526): Terminated: ok {rc=0}
05:59:31.831405 tst                    iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1523): Process ended prematurely: osmo-stp_10.42.42.5(pid=1523) [trial-2370↪gprs:trx-sysmocell5000↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1523)]  [trial-2370↪gprs:trx-sysmocell5000↪iperf3m4.py:8]
05:59:31.844329 tst                    iperf3m4.py:8: Test FAILED (10.8 sec)
05:59:31.921798 run    osmo-hlr_10.42.42.2(pid=1520): ERR: Terminated: ERROR {rc=237}  [trial-2370↪gprs:trx-sysmocell5000↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1520)]
05:59:31.984273 run    osmo-hlr_10.42.42.2(pid=1520): stdout: 
| (launched: 2022-12-10_05:59:28.563027) 
05:59:32.048097 run    osmo-hlr_10.42.42.2(pid=1520): stderr: 
| �[0;m�[1;31m20221210055928738 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210055928738 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210055928738 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210055928738 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210055928738 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210055928738 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210055928751 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/gprs:trx-sysmocell5000/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210055928759 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210055928760 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210055928760 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
05:59:32.100319 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1509): Terminating (SIGTERM)
05:59:32.143536 run iperf3-srv_10.42.42.10(pid=1510): Terminating (SIGTERM)
05:59:32.185079 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1511): Terminating (SIGTERM)
05:59:32.226925 run iperf3-srv_10.42.42.10(pid=1512): Terminating (SIGTERM)
05:59:32.271268 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1513): Terminating (SIGTERM)
05:59:32.312226 run iperf3-srv_10.42.42.10(pid=1514): Terminating (SIGTERM)
05:59:32.353735 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1515): Terminating (SIGTERM)
05:59:32.394509 run iperf3-srv_10.42.42.10(pid=1516): Terminating (SIGTERM)
05:59:32.435451 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1519): Terminating (SIGTERM)
05:59:32.476303 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1522): Terminating (SIGTERM)
05:59:32.517998 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1525): Terminating (SIGTERM)
05:59:32.527552 ---      ParallelTerminationStrategy: PID 1509 died...
05:59:32.583243 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1509): Terminated: ok {rc=0}
05:59:32.593245 ---      ParallelTerminationStrategy: PID 1510 died...
05:59:32.647560 run iperf3-srv_10.42.42.10(pid=1510): Terminated {rc=256}
05:59:32.657410 ---      ParallelTerminationStrategy: PID 1511 died...
05:59:32.711725 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1511): Terminated: ok {rc=0}
05:59:32.721619 ---      ParallelTerminationStrategy: PID 1512 died...
05:59:32.775827 run iperf3-srv_10.42.42.10(pid=1512): Terminated {rc=256}
05:59:32.785729 ---      ParallelTerminationStrategy: PID 1513 died...
05:59:32.840545 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1513): Terminated: ok {rc=0}
05:59:32.850446 ---      ParallelTerminationStrategy: PID 1514 died...
05:59:32.904724 run iperf3-srv_10.42.42.10(pid=1514): Terminated {rc=256}
05:59:32.914580 ---      ParallelTerminationStrategy: PID 1515 died...
05:59:32.969103 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1515): Terminated: ok {rc=0}
05:59:32.978878 ---      ParallelTerminationStrategy: PID 1516 died...
05:59:33.033678 run iperf3-srv_10.42.42.10(pid=1516): Terminated {rc=256}
05:59:33.043526 ---      ParallelTerminationStrategy: PID 1519 died...
05:59:33.098373 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1519): Terminated: ok {rc=0}
05:59:33.108210 ---      ParallelTerminationStrategy: PID 1522 died...
05:59:33.162841 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1522): Terminated: ok {rc=0}
05:59:33.172796 ---      ParallelTerminationStrategy: PID 1525 died...
05:59:33.228318 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1525): Terminated: ok {rc=0}
05:59:33.315191 bus                          /gobi_4: Setting Powered False
05:59:34.421646 bus                          /gobi_4: Setting Powered False
05:59:35.529414 bus                          /gobi_1: Setting Powered False
05:59:36.631140 bus                          /gobi_1: Setting Powered False
05:59:37.741992 bus                          /gobi_0: Setting Powered False
05:59:38.844404 bus                          /gobi_0: Setting Powered False
05:59:39.956165 bus                          /gobi_6: Setting Powered False
</stdout></case><case><age>232</age><className>gprs:trx-sysmocell5000</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=1533): Process ended prematurely: osmo-stp_10.42.42.5(pid=1533) [trial-2370↪gprs:trx-sysmocell5000↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1533)]</errorStackTrace><failedSince>2139</failedSince><name>ping.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py", line 22, in &lt;module&gt;
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1533): Process ended prematurely: osmo-stp_10.42.42.5(pid=1533) [trial-2370↪gprs:trx-sysmocell5000↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1533)]
</stderr><stdout>
----------------------------------------------
trial-2370 gprs:trx-sysmocell5000 ping.py
----------------------------------------------
05:59:41.023091 tst           gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)
05:59:41.034864 tst           gprs:trx-sysmocell5000: Using 1 x bts (candidates: 1)
05:59:41.177129 tst                          ping.py: using LAC 26332
05:59:41.293013 tst                          ping.py: using RAC 67
05:59:41.407542 tst                          ping.py: using CellId 26332
05:59:41.529174 tst                          ping.py: using BVCI 26333
05:59:41.553228 tst           gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)
05:59:41.564628 tst           gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)
05:59:41.575765 tst           gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)
05:59:41.586981 tst           gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)
05:59:41.598072 tst           gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)
05:59:41.609431 tst           gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)
05:59:41.620702 tst           gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)
05:59:41.631769 tst           gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)
05:59:41.903815 tst                       ping.py:19: start network...
05:59:42.025927 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
05:59:42.491278 run          create_hlr_db(pid=1527): Launched
05:59:42.661316 bus                          /gobi_6: Setting Powered False
05:59:43.681076 run          create_hlr_db(pid=1527): Terminated: ok {rc=0}
05:59:44.101479 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1529): Launched
05:59:44.415837 run    osmo-hlr_10.42.42.2(pid=1530): Launched
05:59:44.531656 run              osmo-stp_10.42.42.5: Starting osmo-stp
05:59:45.081477 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1532): Launched
05:59:45.398697 run    osmo-stp_10.42.42.5(pid=1533): Launched
05:59:45.512006 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
05:59:46.099504 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1535): Launched
05:59:46.235706 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
05:59:46.555068 run               patchelf(pid=1536): Launched
05:59:46.743807 run    osmo-stp_10.42.42.5(pid=1533): ERR: Terminated: ERROR {rc=1}  [trial-2370↪gprs:trx-sysmocell5000↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1533)]
05:59:46.881723 run    osmo-stp_10.42.42.5(pid=1533): stdout: 
| (launched: 2022-12-10_05:59:45.241734)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
05:59:47.020352 run    osmo-stp_10.42.42.5(pid=1533): stderr: 
| �[0;m�[38;5;43m20221210055945431 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210055945431 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210055945432 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210055945432 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210055945432 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210055945433 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210055945433 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
05:59:47.154571 run    osmo-stp_10.42.42.5(pid=1533): stdout: 
| (launched: 2022-12-10_05:59:45.241734)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
05:59:47.291151 run    osmo-stp_10.42.42.5(pid=1533): stderr: 
| �[0;m�[38;5;43m20221210055945431 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210055945431 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210055945432 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210055945432 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210055945432 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210055945433 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210055945433 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
05:59:47.441995 run               patchelf(pid=1536): Terminating (SIGINT)
05:59:47.619077 run               patchelf(pid=1536): Terminated: ok {rc=0}
05:59:47.651100 tst                       ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=1533): Process ended prematurely: osmo-stp_10.42.42.5(pid=1533) [trial-2370↪gprs:trx-sysmocell5000↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1533)]  [trial-2370↪gprs:trx-sysmocell5000↪ping.py:22]
05:59:47.660360 tst                       ping.py:22: Test FAILED (6.6 sec)
05:59:47.723467 run    osmo-hlr_10.42.42.2(pid=1530): ERR: Terminated: ERROR {rc=237}  [trial-2370↪gprs:trx-sysmocell5000↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1530)]
05:59:47.775160 run    osmo-hlr_10.42.42.2(pid=1530): stdout: 
| (launched: 2022-12-10_05:59:44.261255) 
05:59:47.827296 run    osmo-hlr_10.42.42.2(pid=1530): stderr: 
| �[0;m�[1;31m20221210055944461 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210055944461 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210055944461 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210055944461 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210055944461 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210055944461 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210055944473 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/gprs:trx-sysmocell5000/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210055944482 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210055944482 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210055944482 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
05:59:47.871556 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1529): Terminating (SIGTERM)
05:59:47.912995 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1532): Terminating (SIGTERM)
05:59:47.954411 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1535): Terminating (SIGTERM)
05:59:47.963971 ---      ParallelTerminationStrategy: PID 1529 died...
05:59:48.019704 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1529): Terminated: ok {rc=0}
05:59:48.029802 ---      ParallelTerminationStrategy: PID 1532 died...
05:59:48.085117 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1532): Terminated: ok {rc=0}
05:59:48.095032 ---      ParallelTerminationStrategy: PID 1535 died...
05:59:48.150857 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1535): Terminated: ok {rc=0}
05:59:48.238356 bus                          /gobi_6: Setting Powered False
</stdout></case><case><age>232</age><className>gprs:trx-sysmocell5000</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=1543): Process ended prematurely: osmo-stp_10.42.42.5(pid=1543) [trial-2370↪gprs:trx-sysmocell5000↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1543)]</errorStackTrace><failedSince>2139</failedSince><name>ping_idle_ping.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py", line 27, in &lt;module&gt;
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1543): Process ended prematurely: osmo-stp_10.42.42.5(pid=1543) [trial-2370↪gprs:trx-sysmocell5000↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1543)]
</stderr><stdout>
----------------------------------------------
trial-2370 gprs:trx-sysmocell5000 ping_idle_ping.py
----------------------------------------------
05:59:49.291947 tst           gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)
05:59:49.304350 tst           gprs:trx-sysmocell5000: Using 1 x bts (candidates: 1)
05:59:49.449120 tst                ping_idle_ping.py: using LAC 26333
05:59:49.578348 tst                ping_idle_ping.py: using RAC 68
05:59:49.705173 tst                ping_idle_ping.py: using CellId 26333
05:59:49.823666 tst                ping_idle_ping.py: using BVCI 26334
05:59:49.846609 tst           gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)
05:59:49.857603 tst           gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)
05:59:49.868387 tst           gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)
05:59:49.880346 tst           gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)
05:59:49.891793 tst           gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)
05:59:49.903183 tst           gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)
05:59:49.914647 tst           gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)
05:59:49.926154 tst           gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)
05:59:50.197522 tst             ping_idle_ping.py:24: start network...
05:59:50.319258 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
05:59:50.786349 run          create_hlr_db(pid=1537): Launched
05:59:50.956623 bus                          /gobi_6: Setting Powered False
05:59:51.977982 run          create_hlr_db(pid=1537): Terminated: ok {rc=0}
05:59:52.401012 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1539): Launched
05:59:52.719081 run    osmo-hlr_10.42.42.2(pid=1540): Launched
05:59:52.834627 run              osmo-stp_10.42.42.5: Starting osmo-stp
05:59:53.384797 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1542): Launched
05:59:53.702119 run    osmo-stp_10.42.42.5(pid=1543): Launched
05:59:53.816522 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
05:59:54.368909 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1545): Launched
05:59:54.481261 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
05:59:54.758057 run               patchelf(pid=1546): Launched
05:59:54.943141 run    osmo-stp_10.42.42.5(pid=1543): ERR: Terminated: ERROR {rc=1}  [trial-2370↪gprs:trx-sysmocell5000↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1543)]
05:59:55.078494 run    osmo-stp_10.42.42.5(pid=1543): stdout: 
| (launched: 2022-12-10_05:59:53.544936)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
05:59:55.214309 run    osmo-stp_10.42.42.5(pid=1543): stderr: 
| �[0;m�[38;5;43m20221210055953737 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210055953738 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210055953738 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210055953738 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210055953739 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210055953739 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210055953739 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
05:59:55.345477 run    osmo-stp_10.42.42.5(pid=1543): stdout: 
| (launched: 2022-12-10_05:59:53.544936)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
05:59:55.474922 run    osmo-stp_10.42.42.5(pid=1543): stderr: 
| �[0;m�[38;5;43m20221210055953737 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210055953738 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210055953738 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210055953738 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210055953739 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210055953739 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210055953739 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
05:59:55.625218 run               patchelf(pid=1546): Terminating (SIGINT)
05:59:55.801846 run               patchelf(pid=1546): Terminated: ok {rc=0}
05:59:55.833890 tst             ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=1543): Process ended prematurely: osmo-stp_10.42.42.5(pid=1543) [trial-2370↪gprs:trx-sysmocell5000↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1543)]  [trial-2370↪gprs:trx-sysmocell5000↪ping_idle_ping.py:27]
05:59:55.843267 tst             ping_idle_ping.py:27: Test FAILED (6.5 sec)
05:59:55.905816 run    osmo-hlr_10.42.42.2(pid=1540): ERR: Terminated: ERROR {rc=237}  [trial-2370↪gprs:trx-sysmocell5000↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1540)]
05:59:55.957362 run    osmo-hlr_10.42.42.2(pid=1540): stdout: 
| (launched: 2022-12-10_05:59:52.561387) 
05:59:56.009279 run    osmo-hlr_10.42.42.2(pid=1540): stderr: 
| �[0;m�[1;31m20221210055952762 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210055952762 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210055952762 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210055952762 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210055952762 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210055952762 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210055952775 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/gprs:trx-sysmocell5000/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210055952785 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210055952785 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210055952785 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
05:59:56.053701 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1539): Terminating (SIGTERM)
05:59:56.095596 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1542): Terminating (SIGTERM)
05:59:56.137344 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1545): Terminating (SIGTERM)
05:59:56.147042 ---      ParallelTerminationStrategy: PID 1539 died...
05:59:56.203543 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1539): Terminated: ok {rc=0}
05:59:56.214099 ---      ParallelTerminationStrategy: PID 1542 died...
05:59:56.269940 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1542): Terminated: ok {rc=0}
05:59:56.280209 ---      ParallelTerminationStrategy: PID 1545 died...
05:59:56.335892 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1545): Terminated: ok {rc=0}
05:59:56.423503 bus                          /gobi_6: Setting Powered False
</stdout></case><duration>60.0</duration><id>69</id><name>gprs_trx-sysmocell5000</name><properties></properties><timestamp>2022-12-10T05:58:58</timestamp></suite><suite><case><age>232</age><className>gprs:trx-sysmocell5000+mod-bts0-egprs</className><duration>9.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=1602): Process ended prematurely: osmo-stp_10.42.42.5(pid=1602) [trial-2370↪gprs:trx-sysmocell5000+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1602)]</errorStackTrace><failedSince>2139</failedSince><name>cs_paging_gprs_active.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py", line 38, in &lt;module&gt;
    setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py", line 67, in setup_run_iperf3_test_parallel
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1602): Process ended prematurely: osmo-stp_10.42.42.5(pid=1602) [trial-2370↪gprs:trx-sysmocell5000+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1602)]
</stderr><stdout>
----------------------------------------------
trial-2370 gprs:trx-sysmocell5000+mod-bts0-egprs cs_paging_gprs_active.py
----------------------------------------------
05:59:58.589707 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
05:59:58.600919 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x bts (candidates: 1)
05:59:58.745274 tst         cs_paging_gprs_active.py: using LAC 26334
05:59:58.868890 tst         cs_paging_gprs_active.py: using RAC 69
05:59:58.992333 tst         cs_paging_gprs_active.py: using CellId 26334
05:59:59.121909 tst         cs_paging_gprs_active.py: using BVCI 26335
05:59:59.146419 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
05:59:59.157775 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
05:59:59.168846 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
05:59:59.180039 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
05:59:59.191210 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
05:59:59.202457 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
05:59:59.213736 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
05:59:59.224785 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
05:59:59.236420 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)
05:59:59.353392 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)
05:59:59.644410 tst      cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...
05:59:59.778322 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
06:00:00.110490 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1550): Launched
06:00:00.388602 run iperf3-srv_10.42.42.10(pid=1551): Launched
06:00:00.584557 tst      cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...
06:00:00.718228 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
06:00:01.061351 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1552): Launched
06:00:01.405143 run iperf3-srv_10.42.42.10(pid=1560): Launched
06:00:01.605754 tst      cs_paging_gprs_active.py:38: start network...
06:00:01.742021 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
06:00:02.401166 run          create_hlr_db(pid=1577): Launched
06:00:02.591370 bus                          /gobi_6: Setting Powered False
06:00:03.599071 run          create_hlr_db(pid=1577): Terminated: ok {rc=0}
06:00:04.033352 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1598): Launched
06:00:04.336195 run    osmo-hlr_10.42.42.2(pid=1599): Launched
06:00:04.449859 run              osmo-stp_10.42.42.5: Starting osmo-stp
06:00:04.981564 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1601): Launched
06:00:05.282176 run    osmo-stp_10.42.42.5(pid=1602): Launched
06:00:05.392359 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
06:00:05.918618 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1604): Launched
06:00:06.025663 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
06:00:06.289106 run               patchelf(pid=1605): Launched
06:00:06.465797 run    osmo-stp_10.42.42.5(pid=1602): ERR: Terminated: ERROR {rc=1}  [trial-2370↪gprs:trx-sysmocell5000+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1602)]
06:00:06.595295 run    osmo-stp_10.42.42.5(pid=1602): stdout: 
| (launched: 2022-12-10_06:00:05.133997)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:00:06.725219 run    osmo-stp_10.42.42.5(pid=1602): stderr: 
| �[0;m�[38;5;43m20221210060005305 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210060005305 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210060005305 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210060005306 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210060005308 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210060005308 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210060005308 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:00:06.850275 run    osmo-stp_10.42.42.5(pid=1602): stdout: 
| (launched: 2022-12-10_06:00:05.133997)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:00:06.974450 run    osmo-stp_10.42.42.5(pid=1602): stderr: 
| �[0;m�[38;5;43m20221210060005305 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210060005305 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210060005305 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210060005306 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210060005308 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210060005308 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210060005308 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:00:07.118373 run               patchelf(pid=1605): Terminating (SIGINT)
06:00:07.287338 run               patchelf(pid=1605): Terminated: ok {rc=0}
06:00:07.318914 tst      cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=1602): Process ended prematurely: osmo-stp_10.42.42.5(pid=1602) [trial-2370↪gprs:trx-sysmocell5000+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1602)]  [trial-2370↪gprs:trx-sysmocell5000+mod-bts0-egprs↪cs_paging_gprs_active.py:38]
06:00:07.328405 tst      cs_paging_gprs_active.py:38: Test FAILED (8.8 sec)
06:00:07.388745 run    osmo-hlr_10.42.42.2(pid=1599): ERR: Terminated: ERROR {rc=237}  [trial-2370↪gprs:trx-sysmocell5000+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1599)]
06:00:07.437631 run    osmo-hlr_10.42.42.2(pid=1599): stdout: 
| (launched: 2022-12-10_06:00:04.186157) 
06:00:07.487316 run    osmo-hlr_10.42.42.2(pid=1599): stderr: 
| �[0;m�[1;31m20221210060004363 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210060004363 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210060004363 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210060004363 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210060004363 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210060004363 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210060004375 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/gprs:trx-sysmocell5000+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210060004384 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210060004385 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210060004385 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
06:00:07.529311 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1550): Terminating (SIGTERM)
06:00:07.569371 run iperf3-srv_10.42.42.10(pid=1551): Terminating (SIGTERM)
06:00:07.609155 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1552): Terminating (SIGTERM)
06:00:07.648481 run iperf3-srv_10.42.42.10(pid=1560): Terminating (SIGTERM)
06:00:07.688126 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1598): Terminating (SIGTERM)
06:00:07.727547 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1601): Terminating (SIGTERM)
06:00:07.766995 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1604): Terminating (SIGTERM)
06:00:07.776286 ---      ParallelTerminationStrategy: PID 1550 died...
06:00:07.829482 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1550): Terminated: ok {rc=0}
06:00:07.838896 ---      ParallelTerminationStrategy: PID 1551 died...
06:00:07.891556 run iperf3-srv_10.42.42.10(pid=1551): Terminated {rc=256}
06:00:07.901053 ---      ParallelTerminationStrategy: PID 1552 died...
06:00:07.953528 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1552): Terminated: ok {rc=0}
06:00:07.963172 ---      ParallelTerminationStrategy: PID 1560 died...
06:00:08.016034 run iperf3-srv_10.42.42.10(pid=1560): Terminated {rc=256}
06:00:08.025581 ---      ParallelTerminationStrategy: PID 1598 died...
06:00:08.078299 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1598): Terminated: ok {rc=0}
06:00:08.087931 ---      ParallelTerminationStrategy: PID 1601 died...
06:00:08.140706 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1601): Terminated: ok {rc=0}
06:00:08.150227 ---      ParallelTerminationStrategy: PID 1604 died...
06:00:08.202972 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1604): Terminated: ok {rc=0}
06:00:08.286934 bus                          /gobi_0: Setting Powered False
06:00:09.389280 bus                          /gobi_0: Setting Powered False
06:00:10.498193 bus                          /gobi_6: Setting Powered False
</stdout></case><case><age>232</age><className>gprs:trx-sysmocell5000+mod-bts0-egprs</className><duration>8.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=1616): Process ended prematurely: osmo-stp_10.42.42.5(pid=1616) [trial-2370↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1616)]</errorStackTrace><failedSince>2139</failedSince><name>iperf3.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py", line 8, in &lt;module&gt;
    setup_run_iperf3_test_parallel(1)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py", line 67, in setup_run_iperf3_test_parallel
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1616): Process ended prematurely: osmo-stp_10.42.42.5(pid=1616) [trial-2370↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1616)]
</stderr><stdout>
----------------------------------------------
trial-2370 gprs:trx-sysmocell5000+mod-bts0-egprs iperf3.py
----------------------------------------------
06:00:11.613408 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
06:00:11.625682 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x bts (candidates: 1)
06:00:11.767388 tst                        iperf3.py: using LAC 26335
06:00:11.886807 tst                        iperf3.py: using RAC 70
06:00:12.005520 tst                        iperf3.py: using CellId 26335
06:00:12.122654 tst                        iperf3.py: using BVCI 26336
06:00:12.145752 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
06:00:12.156650 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
06:00:12.167417 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
06:00:12.178521 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
06:00:12.189460 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
06:00:12.200348 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
06:00:12.211339 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
06:00:12.222233 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
06:00:12.233291 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)
06:00:12.510082 tst                      iperf3.py:8: start iperfv3 server 10.42.42.10:5003...
06:00:12.634513 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
06:00:12.946732 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1607): Launched
06:00:13.203776 run iperf3-srv_10.42.42.10(pid=1608): Launched
06:00:13.385448 tst                      iperf3.py:8: start network...
06:00:13.509599 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
06:00:13.984281 run          create_hlr_db(pid=1610): Launched
06:00:14.156131 bus                          /gobi_6: Setting Powered False
06:00:15.179218 run          create_hlr_db(pid=1610): Terminated: ok {rc=0}
06:00:15.611377 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1612): Launched
06:00:15.975012 run    osmo-hlr_10.42.42.2(pid=1613): Launched
06:00:16.206812 run              osmo-stp_10.42.42.5: Starting osmo-stp
06:00:16.903550 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1615): Launched
06:00:17.345149 run    osmo-stp_10.42.42.5(pid=1616): Launched
06:00:17.451242 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
06:00:17.974206 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1618): Launched
06:00:18.080813 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
06:00:18.342542 run               patchelf(pid=1619): Launched
06:00:18.518687 run    osmo-stp_10.42.42.5(pid=1616): ERR: Terminated: ERROR {rc=1}  [trial-2370↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1616)]
06:00:18.646967 run    osmo-stp_10.42.42.5(pid=1616): stdout: 
| (launched: 2022-12-10_06:00:17.068376)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:00:18.775726 run    osmo-stp_10.42.42.5(pid=1616): stderr: 
| �[0;m�[38;5;43m20221210060017267 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210060017267 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210060017267 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210060017268 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210060017268 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210060017268 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210060017268 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:00:18.899882 run    osmo-stp_10.42.42.5(pid=1616): stdout: 
| (launched: 2022-12-10_06:00:17.068376)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:00:19.023126 run    osmo-stp_10.42.42.5(pid=1616): stderr: 
| �[0;m�[38;5;43m20221210060017267 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210060017267 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210060017267 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210060017268 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210060017268 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210060017268 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210060017268 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:00:19.166210 run               patchelf(pid=1619): Terminating (SIGINT)
06:00:19.333906 run               patchelf(pid=1619): Terminated: ok {rc=0}
06:00:19.364819 tst                      iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1616): Process ended prematurely: osmo-stp_10.42.42.5(pid=1616) [trial-2370↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1616)]  [trial-2370↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3.py:8]
06:00:19.374209 tst                      iperf3.py:8: Test FAILED (7.8 sec)
06:00:19.434211 run    osmo-hlr_10.42.42.2(pid=1613): ERR: Terminated: ERROR {rc=237}  [trial-2370↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1613)]
06:00:19.482858 run    osmo-hlr_10.42.42.2(pid=1613): stdout: 
| (launched: 2022-12-10_06:00:15.774675) 
06:00:19.532213 run    osmo-hlr_10.42.42.2(pid=1613): stderr: 
| �[0;m�[1;31m20221210060016160 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210060016160 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210060016161 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210060016161 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210060016161 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210060016161 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210060016191 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/gprs:trx-sysmocell5000+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210060016211 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210060016212 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210060016212 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
06:00:19.573812 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1607): Terminating (SIGTERM)
06:00:19.613480 run iperf3-srv_10.42.42.10(pid=1608): Terminating (SIGTERM)
06:00:19.652846 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1612): Terminating (SIGTERM)
06:00:19.692336 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1615): Terminating (SIGTERM)
06:00:19.731999 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1618): Terminating (SIGTERM)
06:00:19.741191 ---      ParallelTerminationStrategy: PID 1607 died...
06:00:19.794354 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1607): Terminated: ok {rc=0}
06:00:19.803821 ---      ParallelTerminationStrategy: PID 1608 died...
06:00:19.856199 run iperf3-srv_10.42.42.10(pid=1608): Terminated {rc=256}
06:00:19.865843 ---      ParallelTerminationStrategy: PID 1612 died...
06:00:19.918259 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1612): Terminated: ok {rc=0}
06:00:19.927893 ---      ParallelTerminationStrategy: PID 1615 died...
06:00:19.980228 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1615): Terminated: ok {rc=0}
06:00:19.989938 ---      ParallelTerminationStrategy: PID 1618 died...
06:00:20.042960 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1618): Terminated: ok {rc=0}
06:00:20.126604 bus                          /gobi_6: Setting Powered False
</stdout></case><case><age>232</age><className>gprs:trx-sysmocell5000+mod-bts0-egprs</className><duration>11.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=1634): Process ended prematurely: osmo-stp_10.42.42.5(pid=1634) [trial-2370↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1634)]</errorStackTrace><failedSince>2139</failedSince><name>iperf3m4.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py", line 8, in &lt;module&gt;
    setup_run_iperf3_test_parallel(4)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py", line 67, in setup_run_iperf3_test_parallel
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1634): Process ended prematurely: osmo-stp_10.42.42.5(pid=1634) [trial-2370↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1634)]
</stderr><stdout>
----------------------------------------------
trial-2370 gprs:trx-sysmocell5000+mod-bts0-egprs iperf3m4.py
----------------------------------------------
06:00:21.243621 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
06:00:21.255865 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x bts (candidates: 1)
06:00:21.400740 tst                      iperf3m4.py: using LAC 26336
06:00:21.526418 tst                      iperf3m4.py: using RAC 71
06:00:21.652150 tst                      iperf3m4.py: using CellId 26336
06:00:21.778698 tst                      iperf3m4.py: using BVCI 26337
06:00:21.803341 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
06:00:21.814937 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
06:00:21.826197 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
06:00:21.837473 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
06:00:21.848596 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
06:00:21.859851 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
06:00:21.871346 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
06:00:21.882686 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
06:00:21.894148 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)
06:00:22.011522 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)
06:00:22.133488 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)
06:00:22.250293 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)
06:00:22.527578 tst                    iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...
06:00:22.652917 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
06:00:22.964558 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1620): Launched
06:00:23.223119 run iperf3-srv_10.42.42.10(pid=1621): Launched
06:00:23.405712 tst                    iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...
06:00:23.529923 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
06:00:23.842398 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1622): Launched
06:00:24.100019 run iperf3-srv_10.42.42.10(pid=1623): Launched
06:00:24.282340 tst                    iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...
06:00:24.406970 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
06:00:24.719097 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1624): Launched
06:00:24.977738 run iperf3-srv_10.42.42.10(pid=1625): Launched
06:00:25.159743 tst                    iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...
06:00:25.284036 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
06:00:25.595658 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1626): Launched
06:00:25.854265 run iperf3-srv_10.42.42.10(pid=1627): Launched
06:00:26.037034 tst                    iperf3m4.py:8: start network...
06:00:26.162405 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
06:00:26.636546 run          create_hlr_db(pid=1628): Launched
06:00:26.808200 bus                          /gobi_6: Setting Powered False
06:00:27.829958 run          create_hlr_db(pid=1628): Terminated: ok {rc=0}
06:00:28.258351 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1630): Launched
06:00:28.583283 run    osmo-hlr_10.42.42.2(pid=1631): Launched
06:00:28.701323 run              osmo-stp_10.42.42.5: Starting osmo-stp
06:00:29.263590 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1633): Launched
06:00:29.585726 run    osmo-stp_10.42.42.5(pid=1634): Launched
06:00:29.702077 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
06:00:30.263625 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1636): Launched
06:00:30.378460 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
06:00:30.660164 run               patchelf(pid=1637): Launched
06:00:30.848357 run    osmo-stp_10.42.42.5(pid=1634): ERR: Terminated: ERROR {rc=1}  [trial-2370↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1634)]
06:00:30.987977 run    osmo-stp_10.42.42.5(pid=1634): stdout: 
| (launched: 2022-12-10_06:00:29.427306)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:00:31.128355 run    osmo-stp_10.42.42.5(pid=1634): stderr: 
| �[0;m�[38;5;43m20221210060029619 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210060029619 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210060029619 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210060029620 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210060029620 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210060029620 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210060029620 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:00:31.264192 run    osmo-stp_10.42.42.5(pid=1634): stdout: 
| (launched: 2022-12-10_06:00:29.427306)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:00:31.399219 run    osmo-stp_10.42.42.5(pid=1634): stderr: 
| �[0;m�[38;5;43m20221210060029619 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210060029619 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210060029619 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210060029620 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210060029620 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210060029620 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210060029620 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:00:31.555111 run               patchelf(pid=1637): Terminating (SIGINT)
06:00:31.738710 run               patchelf(pid=1637): Terminated: ok {rc=0}
06:00:31.772714 tst                    iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1634): Process ended prematurely: osmo-stp_10.42.42.5(pid=1634) [trial-2370↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1634)]  [trial-2370↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3m4.py:8]
06:00:31.783541 tst                    iperf3m4.py:8: Test FAILED (10.6 sec)
06:00:31.847506 run    osmo-hlr_10.42.42.2(pid=1631): ERR: Terminated: ERROR {rc=237}  [trial-2370↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1631)]
06:00:31.900034 run    osmo-hlr_10.42.42.2(pid=1631): stdout: 
| (launched: 2022-12-10_06:00:28.422384) 
06:00:31.953532 run    osmo-hlr_10.42.42.2(pid=1631): stderr: 
| �[0;m�[1;31m20221210060028622 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210060028622 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210060028622 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210060028622 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210060028622 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210060028622 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210060028635 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/gprs:trx-sysmocell5000+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210060028643 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210060028644 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210060028644 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
06:00:31.998432 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1620): Terminating (SIGTERM)
06:00:32.042752 run iperf3-srv_10.42.42.10(pid=1621): Terminating (SIGTERM)
06:00:32.086994 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1622): Terminating (SIGTERM)
06:00:32.131325 run iperf3-srv_10.42.42.10(pid=1623): Terminating (SIGTERM)
06:00:32.175064 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1624): Terminating (SIGTERM)
06:00:32.219473 run iperf3-srv_10.42.42.10(pid=1625): Terminating (SIGTERM)
06:00:32.263325 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1626): Terminating (SIGTERM)
06:00:32.304784 run iperf3-srv_10.42.42.10(pid=1627): Terminating (SIGTERM)
06:00:32.348148 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1630): Terminating (SIGTERM)
06:00:32.389604 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1633): Terminating (SIGTERM)
06:00:32.431193 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1636): Terminating (SIGTERM)
06:00:32.440834 ---      ParallelTerminationStrategy: PID 1620 died...
06:00:32.497304 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1620): Terminated: ok {rc=0}
06:00:32.507432 ---      ParallelTerminationStrategy: PID 1621 died...
06:00:32.562313 run iperf3-srv_10.42.42.10(pid=1621): Terminated {rc=256}
06:00:32.572232 ---      ParallelTerminationStrategy: PID 1622 died...
06:00:32.627053 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1622): Terminated: ok {rc=0}
06:00:32.637076 ---      ParallelTerminationStrategy: PID 1623 died...
06:00:32.691926 run iperf3-srv_10.42.42.10(pid=1623): Terminated {rc=256}
06:00:32.701972 ---      ParallelTerminationStrategy: PID 1624 died...
06:00:32.756729 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1624): Terminated: ok {rc=0}
06:00:32.766667 ---      ParallelTerminationStrategy: PID 1625 died...
06:00:32.821535 run iperf3-srv_10.42.42.10(pid=1625): Terminated {rc=256}
06:00:32.831503 ---      ParallelTerminationStrategy: PID 1626 died...
06:00:32.886453 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1626): Terminated: ok {rc=0}
06:00:32.896485 ---      ParallelTerminationStrategy: PID 1627 died...
06:00:32.951663 run iperf3-srv_10.42.42.10(pid=1627): Terminated {rc=256}
06:00:32.961994 ---      ParallelTerminationStrategy: PID 1630 died...
06:00:33.016875 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1630): Terminated: ok {rc=0}
06:00:33.026783 ---      ParallelTerminationStrategy: PID 1633 died...
06:00:33.081625 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1633): Terminated: ok {rc=0}
06:00:33.091718 ---      ParallelTerminationStrategy: PID 1636 died...
06:00:33.147075 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1636): Terminated: ok {rc=0}
06:00:33.234914 bus                          /gobi_4: Setting Powered False
06:00:34.341847 bus                          /gobi_4: Setting Powered False
06:00:35.449898 bus                          /gobi_1: Setting Powered False
06:00:36.556321 bus                          /gobi_1: Setting Powered False
06:00:37.664657 bus                          /gobi_0: Setting Powered False
06:00:38.771065 bus                          /gobi_0: Setting Powered False
06:00:39.878659 bus                          /gobi_6: Setting Powered False
</stdout></case><case><age>232</age><className>gprs:trx-sysmocell5000+mod-bts0-egprs</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=1644): Process ended prematurely: osmo-stp_10.42.42.5(pid=1644) [trial-2370↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1644)]</errorStackTrace><failedSince>2139</failedSince><name>ping.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py", line 22, in &lt;module&gt;
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1644): Process ended prematurely: osmo-stp_10.42.42.5(pid=1644) [trial-2370↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1644)]
</stderr><stdout>
----------------------------------------------
trial-2370 gprs:trx-sysmocell5000+mod-bts0-egprs ping.py
----------------------------------------------
06:00:40.946958 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
06:00:40.959065 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x bts (candidates: 1)
06:00:41.098105 tst                          ping.py: using LAC 26337
06:00:41.221538 tst                          ping.py: using RAC 72
06:00:41.347285 tst                          ping.py: using CellId 26337
06:00:41.470448 tst                          ping.py: using BVCI 26338
06:00:41.494663 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
06:00:41.506346 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
06:00:41.517755 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
06:00:41.529128 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
06:00:41.540297 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
06:00:41.551418 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
06:00:41.563208 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
06:00:41.574426 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)
06:00:41.862751 tst                       ping.py:19: start network...
06:00:41.993729 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
06:00:42.494004 run          create_hlr_db(pid=1638): Launched
06:00:42.664391 bus                          /gobi_6: Setting Powered False
06:00:43.684491 run          create_hlr_db(pid=1638): Terminated: ok {rc=0}
06:00:44.103162 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1640): Launched
06:00:44.398267 run    osmo-hlr_10.42.42.2(pid=1641): Launched
06:00:44.509330 run              osmo-stp_10.42.42.5: Starting osmo-stp
06:00:45.022375 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1643): Launched
06:00:45.317222 run    osmo-stp_10.42.42.5(pid=1644): Launched
06:00:45.425563 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
06:00:45.982099 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1646): Launched
06:00:46.088839 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
06:00:46.366469 run               patchelf(pid=1647): Launched
06:00:46.543057 run    osmo-stp_10.42.42.5(pid=1644): ERR: Terminated: ERROR {rc=1}  [trial-2370↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1644)]
06:00:46.674279 run    osmo-stp_10.42.42.5(pid=1644): stdout: 
| (launched: 2022-12-10_06:00:45.170689)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:00:46.804833 run    osmo-stp_10.42.42.5(pid=1644): stderr: 
| �[0;m�[38;5;43m20221210060045342 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210060045342 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210060045342 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210060045343 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210060045343 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210060045343 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210060045343 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:00:46.930365 run    osmo-stp_10.42.42.5(pid=1644): stdout: 
| (launched: 2022-12-10_06:00:45.170689)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:00:47.054511 run    osmo-stp_10.42.42.5(pid=1644): stderr: 
| �[0;m�[38;5;43m20221210060045342 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210060045342 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210060045342 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210060045343 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210060045343 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210060045343 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210060045343 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:00:47.199269 run               patchelf(pid=1647): Terminating (SIGINT)
06:00:47.364895 run               patchelf(pid=1647): Terminated: ok {rc=0}
06:00:47.395221 tst                       ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=1644): Process ended prematurely: osmo-stp_10.42.42.5(pid=1644) [trial-2370↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1644)]  [trial-2370↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping.py:22]
06:00:47.403891 tst                       ping.py:22: Test FAILED (6.4 sec)
06:00:47.464311 run    osmo-hlr_10.42.42.2(pid=1641): ERR: Terminated: ERROR {rc=237}  [trial-2370↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1641)]
06:00:47.513254 run    osmo-hlr_10.42.42.2(pid=1641): stdout: 
| (launched: 2022-12-10_06:00:44.251925) 
06:00:47.563101 run    osmo-hlr_10.42.42.2(pid=1641): stderr: 
| �[0;m�[1;31m20221210060044427 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210060044428 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210060044428 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210060044428 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210060044428 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210060044428 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210060044438 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/gprs:trx-sysmocell5000+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210060044447 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210060044447 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210060044447 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
06:00:47.604708 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1640): Terminating (SIGTERM)
06:00:47.644611 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1643): Terminating (SIGTERM)
06:00:47.683955 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1646): Terminating (SIGTERM)
06:00:47.693371 ---      ParallelTerminationStrategy: PID 1640 died...
06:00:47.746458 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1640): Terminated: ok {rc=0}
06:00:47.755926 ---      ParallelTerminationStrategy: PID 1643 died...
06:00:47.808715 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1643): Terminated: ok {rc=0}
06:00:47.818337 ---      ParallelTerminationStrategy: PID 1646 died...
06:00:47.871180 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1646): Terminated: ok {rc=0}
06:00:47.958524 bus                          /gobi_6: Setting Powered False
</stdout></case><case><age>232</age><className>gprs:trx-sysmocell5000+mod-bts0-egprs</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=1654): Process ended prematurely: osmo-stp_10.42.42.5(pid=1654) [trial-2370↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1654)]</errorStackTrace><failedSince>2139</failedSince><name>ping_idle_ping.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py", line 27, in &lt;module&gt;
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1654): Process ended prematurely: osmo-stp_10.42.42.5(pid=1654) [trial-2370↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1654)]
</stderr><stdout>
----------------------------------------------
trial-2370 gprs:trx-sysmocell5000+mod-bts0-egprs ping_idle_ping.py
----------------------------------------------
06:00:49.009899 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
06:00:49.021902 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x bts (candidates: 1)
06:00:49.158705 tst                ping_idle_ping.py: using LAC 26338
06:00:49.273282 tst                ping_idle_ping.py: using RAC 73
06:00:49.387577 tst                ping_idle_ping.py: using CellId 26338
06:00:49.508829 tst                ping_idle_ping.py: using BVCI 26339
06:00:49.533234 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
06:00:49.544700 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
06:00:49.556067 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
06:00:49.567718 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
06:00:49.579343 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
06:00:49.591096 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
06:00:49.602649 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
06:00:49.614007 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)
06:00:49.899672 tst             ping_idle_ping.py:24: start network...
06:00:50.030719 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
06:00:50.538519 run          create_hlr_db(pid=1648): Launched
06:00:50.722581 bus                          /gobi_6: Setting Powered False
06:00:51.743169 run          create_hlr_db(pid=1648): Terminated: ok {rc=0}
06:00:52.165589 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1650): Launched
06:00:52.482471 run    osmo-hlr_10.42.42.2(pid=1651): Launched
06:00:52.598960 run              osmo-stp_10.42.42.5: Starting osmo-stp
06:00:53.149858 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1653): Launched
06:00:53.466456 run    osmo-stp_10.42.42.5(pid=1654): Launched
06:00:53.581020 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
06:00:54.133694 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1656): Launched
06:00:54.246162 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
06:00:54.524653 run               patchelf(pid=1657): Launched
06:00:54.710937 run    osmo-stp_10.42.42.5(pid=1654): ERR: Terminated: ERROR {rc=1}  [trial-2370↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1654)]
06:00:54.846252 run    osmo-stp_10.42.42.5(pid=1654): stdout: 
| (launched: 2022-12-10_06:00:53.310712)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:00:54.981731 run    osmo-stp_10.42.42.5(pid=1654): stderr: 
| �[0;m�[38;5;43m20221210060053501 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210060053501 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210060053502 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210060053502 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210060053502 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210060053502 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210060053502 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:00:55.112276 run    osmo-stp_10.42.42.5(pid=1654): stdout: 
| (launched: 2022-12-10_06:00:53.310712)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:00:55.241717 run    osmo-stp_10.42.42.5(pid=1654): stderr: 
| �[0;m�[38;5;43m20221210060053501 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210060053501 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210060053502 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210060053502 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210060053502 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210060053502 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210060053502 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:00:55.392655 run               patchelf(pid=1657): Terminating (SIGINT)
06:00:55.569414 run               patchelf(pid=1657): Terminated: ok {rc=0}
06:00:55.601675 tst             ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=1654): Process ended prematurely: osmo-stp_10.42.42.5(pid=1654) [trial-2370↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1654)]  [trial-2370↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping_idle_ping.py:27]
06:00:55.610987 tst             ping_idle_ping.py:27: Test FAILED (6.6 sec)
06:00:55.673332 run    osmo-hlr_10.42.42.2(pid=1651): ERR: Terminated: ERROR {rc=237}  [trial-2370↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1651)]
06:00:55.724163 run    osmo-hlr_10.42.42.2(pid=1651): stdout: 
| (launched: 2022-12-10_06:00:52.326919) 
06:00:55.776035 run    osmo-hlr_10.42.42.2(pid=1651): stderr: 
| �[0;m�[1;31m20221210060052524 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210060052524 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210060052524 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210060052524 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210060052524 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210060052524 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210060052539 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/gprs:trx-sysmocell5000+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210060052550 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210060052550 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210060052550 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
06:00:55.819871 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1650): Terminating (SIGTERM)
06:00:55.861224 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1653): Terminating (SIGTERM)
06:00:55.902682 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1656): Terminating (SIGTERM)
06:00:55.912314 ---      ParallelTerminationStrategy: PID 1650 died...
06:00:55.967897 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1650): Terminated: ok {rc=0}
06:00:55.977969 ---      ParallelTerminationStrategy: PID 1653 died...
06:00:56.033685 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1653): Terminated: ok {rc=0}
06:00:56.043732 ---      ParallelTerminationStrategy: PID 1656 died...
06:00:56.099619 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1656): Terminated: ok {rc=0}
06:00:56.186560 bus                          /gobi_6: Setting Powered False
</stdout></case><duration>60.0</duration><id>70</id><name>gprs_trx-sysmocell5000+mod-bts0-egprs</name><properties></properties><timestamp>2022-12-10T05:59:58</timestamp></suite><suite><case><age>232</age><className>gprs:trx-sysmocell5000+mod-bts0-dynts-ipa</className><duration>9.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=1671): Process ended prematurely: osmo-stp_10.42.42.5(pid=1671) [trial-2370↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1671)]</errorStackTrace><failedSince>2139</failedSince><name>cs_paging_gprs_active.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py", line 38, in &lt;module&gt;
    setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py", line 67, in setup_run_iperf3_test_parallel
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1671): Process ended prematurely: osmo-stp_10.42.42.5(pid=1671) [trial-2370↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1671)]
</stderr><stdout>
----------------------------------------------
trial-2370 gprs:trx-sysmocell5000+mod-bts0-dynts-ipa cs_paging_gprs_active.py
----------------------------------------------
06:00:58.338098 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
06:00:58.349053 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)
06:00:58.505828 tst         cs_paging_gprs_active.py: using LAC 26339
06:00:58.623453 tst         cs_paging_gprs_active.py: using RAC 74
06:00:58.743524 tst         cs_paging_gprs_active.py: using CellId 26339
06:00:58.861313 tst         cs_paging_gprs_active.py: using BVCI 26340
06:00:58.884141 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
06:00:58.895147 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
06:00:58.906019 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
06:00:58.917151 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
06:00:58.928996 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
06:00:58.939904 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
06:00:58.950752 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
06:00:58.961844 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
06:00:58.972922 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)
06:00:59.092472 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)
06:00:59.386416 tst      cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...
06:00:59.519205 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
06:00:59.851922 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1661): Launched
06:01:00.128891 run iperf3-srv_10.42.42.10(pid=1662): Launched
06:01:00.324848 tst      cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...
06:01:00.458227 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
06:01:00.790515 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1663): Launched
06:01:01.094290 run iperf3-srv_10.42.42.10(pid=1664): Launched
06:01:01.292604 tst      cs_paging_gprs_active.py:38: start network...
06:01:01.427460 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
06:01:01.965891 run          create_hlr_db(pid=1665): Launched
06:01:02.177925 bus                          /gobi_6: Setting Powered False
06:01:03.179125 run          create_hlr_db(pid=1665): Terminated: ok {rc=0}
06:01:03.599251 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1667): Launched
06:01:03.899991 run    osmo-hlr_10.42.42.2(pid=1668): Launched
06:01:04.009455 run              osmo-stp_10.42.42.5: Starting osmo-stp
06:01:04.530589 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1670): Launched
06:01:04.831548 run    osmo-stp_10.42.42.5(pid=1671): Launched
06:01:04.945263 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
06:01:05.471345 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1673): Launched
06:01:05.578515 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
06:01:05.841982 run               patchelf(pid=1674): Launched
06:01:06.018421 run    osmo-stp_10.42.42.5(pid=1671): ERR: Terminated: ERROR {rc=1}  [trial-2370↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1671)]
06:01:06.147429 run    osmo-stp_10.42.42.5(pid=1671): stdout: 
| (launched: 2022-12-10_06:01:04.682957)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:01:06.276724 run    osmo-stp_10.42.42.5(pid=1671): stderr: 
| �[0;m�[38;5;43m20221210060104852 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210060104852 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210060104852 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210060104853 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210060104855 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210060104855 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210060104855 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:01:06.401246 run    osmo-stp_10.42.42.5(pid=1671): stdout: 
| (launched: 2022-12-10_06:01:04.682957)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:01:06.524797 run    osmo-stp_10.42.42.5(pid=1671): stderr: 
| �[0;m�[38;5;43m20221210060104852 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210060104852 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210060104852 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210060104853 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210060104855 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210060104855 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210060104855 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:01:06.668246 run               patchelf(pid=1674): Terminating (SIGINT)
06:01:06.836894 run               patchelf(pid=1674): Terminated: ok {rc=0}
06:01:06.868522 tst      cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=1671): Process ended prematurely: osmo-stp_10.42.42.5(pid=1671) [trial-2370↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1671)]  [trial-2370↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]
06:01:06.878030 tst      cs_paging_gprs_active.py:38: Test FAILED (8.6 sec)
06:01:06.938010 run    osmo-hlr_10.42.42.2(pid=1668): ERR: Terminated: ERROR {rc=237}  [trial-2370↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1668)]
06:01:06.986680 run    osmo-hlr_10.42.42.2(pid=1668): stdout: 
| (launched: 2022-12-10_06:01:03.751606) 
06:01:07.036035 run    osmo-hlr_10.42.42.2(pid=1668): stderr: 
| �[0;m�[1;31m20221210060103927 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210060103927 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210060103927 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210060103927 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210060103927 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210060103927 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210060103939 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/gprs:trx-sysmocell5000+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210060103949 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210060103949 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210060103949 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
06:01:07.077696 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1661): Terminating (SIGTERM)
06:01:07.117162 run iperf3-srv_10.42.42.10(pid=1662): Terminating (SIGTERM)
06:01:07.157078 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1663): Terminating (SIGTERM)
06:01:07.196245 run iperf3-srv_10.42.42.10(pid=1664): Terminating (SIGTERM)
06:01:07.235861 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1667): Terminating (SIGTERM)
06:01:07.275057 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1670): Terminating (SIGTERM)
06:01:07.314117 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1673): Terminating (SIGTERM)
06:01:07.323386 ---      ParallelTerminationStrategy: PID 1661 died...
06:01:07.376679 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1661): Terminated: ok {rc=0}
06:01:07.386078 ---      ParallelTerminationStrategy: PID 1662 died...
06:01:07.438267 run iperf3-srv_10.42.42.10(pid=1662): Terminated {rc=256}
06:01:07.447824 ---      ParallelTerminationStrategy: PID 1663 died...
06:01:07.499832 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1663): Terminated: ok {rc=0}
06:01:07.509390 ---      ParallelTerminationStrategy: PID 1664 died...
06:01:07.561374 run iperf3-srv_10.42.42.10(pid=1664): Terminated {rc=256}
06:01:07.570876 ---      ParallelTerminationStrategy: PID 1667 died...
06:01:07.622982 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1667): Terminated: ok {rc=0}
06:01:07.632541 ---      ParallelTerminationStrategy: PID 1670 died...
06:01:07.684758 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1670): Terminated: ok {rc=0}
06:01:07.694358 ---      ParallelTerminationStrategy: PID 1673 died...
06:01:07.746496 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1673): Terminated: ok {rc=0}
06:01:07.832299 bus                          /gobi_0: Setting Powered False
06:01:08.934770 bus                          /gobi_0: Setting Powered False
06:01:10.044072 bus                          /gobi_6: Setting Powered False
</stdout></case><case><age>232</age><className>gprs:trx-sysmocell5000+mod-bts0-dynts-ipa</className><duration>8.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=1683): Process ended prematurely: osmo-stp_10.42.42.5(pid=1683) [trial-2370↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1683)]</errorStackTrace><failedSince>2139</failedSince><name>iperf3.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py", line 8, in &lt;module&gt;
    setup_run_iperf3_test_parallel(1)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py", line 67, in setup_run_iperf3_test_parallel
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1683): Process ended prematurely: osmo-stp_10.42.42.5(pid=1683) [trial-2370↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1683)]
</stderr><stdout>
----------------------------------------------
trial-2370 gprs:trx-sysmocell5000+mod-bts0-dynts-ipa iperf3.py
----------------------------------------------
06:01:11.158076 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
06:01:11.170241 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)
06:01:11.340144 tst                        iperf3.py: using LAC 26340
06:01:11.465568 tst                        iperf3.py: using RAC 75
06:01:11.593172 tst                        iperf3.py: using CellId 26340
06:01:11.719043 tst                        iperf3.py: using BVCI 26341
06:01:11.743617 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
06:01:11.755178 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
06:01:11.766515 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
06:01:11.778024 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
06:01:11.789355 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
06:01:11.800569 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
06:01:11.811961 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
06:01:11.823329 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
06:01:11.834795 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)
06:01:12.124230 tst                      iperf3.py:8: start iperfv3 server 10.42.42.10:5003...
06:01:12.257570 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
06:01:12.589544 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1675): Launched
06:01:12.865904 run iperf3-srv_10.42.42.10(pid=1676): Launched
06:01:13.061779 tst                      iperf3.py:8: start network...
06:01:13.195231 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
06:01:13.707624 run          create_hlr_db(pid=1677): Launched
06:01:13.892144 bus                          /gobi_6: Setting Powered False
06:01:14.913313 run          create_hlr_db(pid=1677): Terminated: ok {rc=0}
06:01:15.339602 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1679): Launched
06:01:15.662361 run    osmo-hlr_10.42.42.2(pid=1680): Launched
06:01:15.781696 run              osmo-stp_10.42.42.5: Starting osmo-stp
06:01:16.405624 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1682): Launched
06:01:16.925906 run    osmo-stp_10.42.42.5(pid=1683): Launched
06:01:17.041440 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
06:01:17.605572 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1685): Launched
06:01:17.719637 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
06:01:17.999551 run               patchelf(pid=1686): Launched
06:01:18.187150 run    osmo-stp_10.42.42.5(pid=1683): ERR: Terminated: ERROR {rc=1}  [trial-2370↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1683)]
06:01:18.324479 run    osmo-stp_10.42.42.5(pid=1683): stdout: 
| (launched: 2022-12-10_06:01:16.613535)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:01:18.461661 run    osmo-stp_10.42.42.5(pid=1683): stderr: 
| �[0;m�[38;5;43m20221210060116814 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210060116814 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210060116814 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210060116815 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210060116817 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210060116817 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210060116817 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:01:18.594342 run    osmo-stp_10.42.42.5(pid=1683): stdout: 
| (launched: 2022-12-10_06:01:16.613535)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:01:18.725562 run    osmo-stp_10.42.42.5(pid=1683): stderr: 
| �[0;m�[38;5;43m20221210060116814 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210060116814 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210060116814 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210060116815 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210060116817 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210060116817 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210060116817 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:01:18.878888 run               patchelf(pid=1686): Terminating (SIGINT)
06:01:19.058369 run               patchelf(pid=1686): Terminated: ok {rc=0}
06:01:19.091482 tst                      iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1683): Process ended prematurely: osmo-stp_10.42.42.5(pid=1683) [trial-2370↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1683)]  [trial-2370↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3.py:8]
06:01:19.101509 tst                      iperf3.py:8: Test FAILED (8.0 sec)
06:01:19.163614 run    osmo-hlr_10.42.42.2(pid=1680): ERR: Terminated: ERROR {rc=237}  [trial-2370↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1680)]
06:01:19.214559 run    osmo-hlr_10.42.42.2(pid=1680): stdout: 
| (launched: 2022-12-10_06:01:15.502721) 
06:01:19.266191 run    osmo-hlr_10.42.42.2(pid=1680): stderr: 
| �[0;m�[1;31m20221210060115702 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210060115702 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210060115702 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210060115702 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210060115702 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210060115702 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210060115715 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/gprs:trx-sysmocell5000+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210060115723 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210060115723 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210060115723 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
06:01:19.310592 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1675): Terminating (SIGTERM)
06:01:19.351899 run iperf3-srv_10.42.42.10(pid=1676): Terminating (SIGTERM)
06:01:19.393262 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1679): Terminating (SIGTERM)
06:01:19.434555 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1682): Terminating (SIGTERM)
06:01:19.475813 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1685): Terminating (SIGTERM)
06:01:19.485456 ---      ParallelTerminationStrategy: PID 1675 died...
06:01:19.540627 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1675): Terminated: ok {rc=0}
06:01:19.550603 ---      ParallelTerminationStrategy: PID 1676 died...
06:01:19.605464 run iperf3-srv_10.42.42.10(pid=1676): Terminated {rc=256}
06:01:19.615341 ---      ParallelTerminationStrategy: PID 1679 died...
06:01:19.670592 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1679): Terminated: ok {rc=0}
06:01:19.680533 ---      ParallelTerminationStrategy: PID 1682 died...
06:01:19.735383 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1682): Terminated: ok {rc=0}
06:01:19.745340 ---      ParallelTerminationStrategy: PID 1685 died...
06:01:19.800124 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1685): Terminated: ok {rc=0}
06:01:19.886311 bus                          /gobi_6: Setting Powered False
</stdout></case><case><age>232</age><className>gprs:trx-sysmocell5000+mod-bts0-dynts-ipa</className><duration>11.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=1701): Process ended prematurely: osmo-stp_10.42.42.5(pid=1701) [trial-2370↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1701)]</errorStackTrace><failedSince>2139</failedSince><name>iperf3m4.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py", line 8, in &lt;module&gt;
    setup_run_iperf3_test_parallel(4)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py", line 67, in setup_run_iperf3_test_parallel
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1701): Process ended prematurely: osmo-stp_10.42.42.5(pid=1701) [trial-2370↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1701)]
</stderr><stdout>
----------------------------------------------
trial-2370 gprs:trx-sysmocell5000+mod-bts0-dynts-ipa iperf3m4.py
----------------------------------------------
06:01:20.997506 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
06:01:21.009198 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)
06:01:21.167199 tst                      iperf3m4.py: using LAC 26341
06:01:21.287222 tst                      iperf3m4.py: using RAC 76
06:01:21.407930 tst                      iperf3m4.py: using CellId 26341
06:01:21.526745 tst                      iperf3m4.py: using BVCI 26342
06:01:21.549761 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
06:01:21.560753 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
06:01:21.571641 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
06:01:21.583458 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
06:01:21.595080 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
06:01:21.606737 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
06:01:21.618413 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
06:01:21.629832 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
06:01:21.641622 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)
06:01:21.763929 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)
06:01:21.882378 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)
06:01:22.005519 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)
06:01:22.297883 tst                    iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...
06:01:22.431476 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
06:01:22.765126 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1687): Launched
06:01:23.041530 run iperf3-srv_10.42.42.10(pid=1688): Launched
06:01:23.238047 tst                    iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...
06:01:23.372305 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
06:01:23.704567 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1689): Launched
06:01:23.981922 run iperf3-srv_10.42.42.10(pid=1690): Launched
06:01:24.178210 tst                    iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...
06:01:24.312294 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
06:01:24.644237 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1691): Launched
06:01:24.921746 run iperf3-srv_10.42.42.10(pid=1692): Launched
06:01:25.118001 tst                    iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...
06:01:25.251259 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
06:01:25.583518 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1693): Launched
06:01:25.860196 run iperf3-srv_10.42.42.10(pid=1694): Launched
06:01:26.056538 tst                    iperf3m4.py:8: start network...
06:01:26.190404 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
06:01:26.705529 run          create_hlr_db(pid=1695): Launched
06:01:26.890719 bus                          /gobi_6: Setting Powered False
06:01:27.911232 run          create_hlr_db(pid=1695): Terminated: ok {rc=0}
06:01:28.338636 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1697): Launched
06:01:28.661413 run    osmo-hlr_10.42.42.2(pid=1698): Launched
06:01:28.777711 run              osmo-stp_10.42.42.5: Starting osmo-stp
06:01:29.337688 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1700): Launched
06:01:29.657360 run    osmo-stp_10.42.42.5(pid=1701): Launched
06:01:29.773458 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
06:01:30.336349 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1703): Launched
06:01:30.450642 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
06:01:30.732286 run               patchelf(pid=1704): Launched
06:01:30.922264 run    osmo-stp_10.42.42.5(pid=1701): ERR: Terminated: ERROR {rc=1}  [trial-2370↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1701)]
06:01:31.062220 run    osmo-stp_10.42.42.5(pid=1701): stdout: 
| (launched: 2022-12-10_06:01:29.500484)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:01:31.201623 run    osmo-stp_10.42.42.5(pid=1701): stderr: 
| �[0;m�[38;5;43m20221210060129691 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210060129691 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210060129692 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210060129692 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210060129692 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210060129693 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210060129693 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:01:31.337072 run    osmo-stp_10.42.42.5(pid=1701): stdout: 
| (launched: 2022-12-10_06:01:29.500484)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:01:31.470767 run    osmo-stp_10.42.42.5(pid=1701): stderr: 
| �[0;m�[38;5;43m20221210060129691 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210060129691 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210060129692 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210060129692 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210060129692 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210060129693 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210060129693 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:01:31.625823 run               patchelf(pid=1704): Terminating (SIGINT)
06:01:31.808710 run               patchelf(pid=1704): Terminated: ok {rc=0}
06:01:31.843481 tst                    iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1701): Process ended prematurely: osmo-stp_10.42.42.5(pid=1701) [trial-2370↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1701)]  [trial-2370↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3m4.py:8]
06:01:31.854670 tst                    iperf3m4.py:8: Test FAILED (10.9 sec)
06:01:31.918624 run    osmo-hlr_10.42.42.2(pid=1698): ERR: Terminated: ERROR {rc=237}  [trial-2370↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1698)]
06:01:31.970876 run    osmo-hlr_10.42.42.2(pid=1698): stdout: 
| (launched: 2022-12-10_06:01:28.502098) 
06:01:32.023794 run    osmo-hlr_10.42.42.2(pid=1698): stderr: 
| �[0;m�[1;31m20221210060128701 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210060128701 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210060128701 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210060128701 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210060128701 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210060128701 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210060128714 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/gprs:trx-sysmocell5000+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210060128722 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210060128722 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210060128722 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
06:01:32.068327 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1687): Terminating (SIGTERM)
06:01:32.110946 run iperf3-srv_10.42.42.10(pid=1688): Terminating (SIGTERM)
06:01:32.154456 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1689): Terminating (SIGTERM)
06:01:32.196088 run iperf3-srv_10.42.42.10(pid=1690): Terminating (SIGTERM)
06:01:32.237927 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1691): Terminating (SIGTERM)
06:01:32.279290 run iperf3-srv_10.42.42.10(pid=1692): Terminating (SIGTERM)
06:01:32.320199 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1693): Terminating (SIGTERM)
06:01:32.361227 run iperf3-srv_10.42.42.10(pid=1694): Terminating (SIGTERM)
06:01:32.402132 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1697): Terminating (SIGTERM)
06:01:32.442913 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1700): Terminating (SIGTERM)
06:01:32.484060 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1703): Terminating (SIGTERM)
06:01:32.493617 ---      ParallelTerminationStrategy: PID 1687 died...
06:01:32.549024 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1687): Terminated: ok {rc=0}
06:01:32.559000 ---      ParallelTerminationStrategy: PID 1688 died...
06:01:32.613659 run iperf3-srv_10.42.42.10(pid=1688): Terminated {rc=256}
06:01:32.623494 ---      ParallelTerminationStrategy: PID 1689 died...
06:01:32.678209 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1689): Terminated: ok {rc=0}
06:01:32.688116 ---      ParallelTerminationStrategy: PID 1690 died...
06:01:32.742617 run iperf3-srv_10.42.42.10(pid=1690): Terminated {rc=256}
06:01:32.752415 ---      ParallelTerminationStrategy: PID 1691 died...
06:01:32.806951 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1691): Terminated: ok {rc=0}
06:01:32.816777 ---      ParallelTerminationStrategy: PID 1692 died...
06:01:32.871270 run iperf3-srv_10.42.42.10(pid=1692): Terminated {rc=256}
06:01:32.881189 ---      ParallelTerminationStrategy: PID 1693 died...
06:01:32.935597 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1693): Terminated: ok {rc=0}
06:01:32.945764 ---      ParallelTerminationStrategy: PID 1694 died...
06:01:33.000349 run iperf3-srv_10.42.42.10(pid=1694): Terminated {rc=256}
06:01:33.010218 ---      ParallelTerminationStrategy: PID 1697 died...
06:01:33.064876 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1697): Terminated: ok {rc=0}
06:01:33.074893 ---      ParallelTerminationStrategy: PID 1700 died...
06:01:33.129659 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1700): Terminated: ok {rc=0}
06:01:33.139694 ---      ParallelTerminationStrategy: PID 1703 died...
06:01:33.194978 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1703): Terminated: ok {rc=0}
06:01:33.281868 bus                          /gobi_4: Setting Powered False
06:01:34.388742 bus                          /gobi_4: Setting Powered False
06:01:35.497833 bus                          /gobi_1: Setting Powered False
06:01:36.603180 bus                          /gobi_1: Setting Powered False
06:01:37.710957 bus                          /gobi_0: Setting Powered False
06:01:38.817140 bus                          /gobi_0: Setting Powered False
06:01:39.927160 bus                          /gobi_6: Setting Powered False
</stdout></case><case><age>232</age><className>gprs:trx-sysmocell5000+mod-bts0-dynts-ipa</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=1711): Process ended prematurely: osmo-stp_10.42.42.5(pid=1711) [trial-2370↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1711)]</errorStackTrace><failedSince>2139</failedSince><name>ping.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py", line 22, in &lt;module&gt;
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1711): Process ended prematurely: osmo-stp_10.42.42.5(pid=1711) [trial-2370↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1711)]
</stderr><stdout>
----------------------------------------------
trial-2370 gprs:trx-sysmocell5000+mod-bts0-dynts-ipa ping.py
----------------------------------------------
06:01:40.994379 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
06:01:41.006745 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)
06:01:41.170666 tst                          ping.py: using LAC 26342
06:01:41.300759 tst                          ping.py: using RAC 77
06:01:41.430108 tst                          ping.py: using CellId 26342
06:01:41.554678 tst                          ping.py: using BVCI 26343
06:01:41.578841 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
06:01:41.590480 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
06:01:41.601936 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
06:01:41.613909 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
06:01:41.625272 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
06:01:41.636611 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
06:01:41.648092 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
06:01:41.659750 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)
06:01:41.930430 tst                       ping.py:19: start network...
06:01:42.052911 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
06:01:42.516285 run          create_hlr_db(pid=1705): Launched
06:01:42.687019 bus                          /gobi_6: Setting Powered False
06:01:43.707996 run          create_hlr_db(pid=1705): Terminated: ok {rc=0}
06:01:44.129855 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1707): Launched
06:01:44.446730 run    osmo-hlr_10.42.42.2(pid=1708): Launched
06:01:44.565260 run              osmo-stp_10.42.42.5: Starting osmo-stp
06:01:45.115293 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1710): Launched
06:01:45.431426 run    osmo-stp_10.42.42.5(pid=1711): Launched
06:01:45.546001 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
06:01:46.118174 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1713): Launched
06:01:46.232324 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
06:01:46.547166 run               patchelf(pid=1714): Launched
06:01:46.779164 run    osmo-stp_10.42.42.5(pid=1711): ERR: Terminated: ERROR {rc=1}  [trial-2370↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1711)]
06:01:46.911040 run    osmo-stp_10.42.42.5(pid=1711): stdout: 
| (launched: 2022-12-10_06:01:45.274997)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:01:47.044398 run    osmo-stp_10.42.42.5(pid=1711): stderr: 
| �[0;m�[38;5;43m20221210060145466 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210060145466 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210060145467 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210060145467 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210060145467 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210060145467 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210060145467 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:01:47.172052 run    osmo-stp_10.42.42.5(pid=1711): stdout: 
| (launched: 2022-12-10_06:01:45.274997)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:01:47.295820 run    osmo-stp_10.42.42.5(pid=1711): stderr: 
| �[0;m�[38;5;43m20221210060145466 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210060145466 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210060145467 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210060145467 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210060145467 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210060145467 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210060145467 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:01:47.437972 run               patchelf(pid=1714): Terminating (SIGINT)
06:01:47.604167 run               patchelf(pid=1714): Terminated: ok {rc=0}
06:01:47.634726 tst                       ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=1711): Process ended prematurely: osmo-stp_10.42.42.5(pid=1711) [trial-2370↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1711)]  [trial-2370↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping.py:22]
06:01:47.643702 tst                       ping.py:22: Test FAILED (6.6 sec)
06:01:47.704368 run    osmo-hlr_10.42.42.2(pid=1708): ERR: Terminated: ERROR {rc=237}  [trial-2370↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1708)]
06:01:47.753842 run    osmo-hlr_10.42.42.2(pid=1708): stdout: 
| (launched: 2022-12-10_06:01:44.290617) 
06:01:47.803737 run    osmo-hlr_10.42.42.2(pid=1708): stderr: 
| �[0;m�[1;31m20221210060144491 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210060144491 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210060144491 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210060144491 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210060144491 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210060144491 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210060144503 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/gprs:trx-sysmocell5000+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210060144513 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210060144514 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210060144514 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
06:01:47.845866 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1707): Terminating (SIGTERM)
06:01:47.885697 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1710): Terminating (SIGTERM)
06:01:47.925733 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1713): Terminating (SIGTERM)
06:01:47.935279 ---      ParallelTerminationStrategy: PID 1707 died...
06:01:47.989361 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1707): Terminated: ok {rc=0}
06:01:47.999311 ---      ParallelTerminationStrategy: PID 1710 died...
06:01:48.053614 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1710): Terminated: ok {rc=0}
06:01:48.063207 ---      ParallelTerminationStrategy: PID 1713 died...
06:01:48.117605 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1713): Terminated: ok {rc=0}
06:01:48.205720 bus                          /gobi_6: Setting Powered False
</stdout></case><case><age>232</age><className>gprs:trx-sysmocell5000+mod-bts0-dynts-ipa</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=1721): Process ended prematurely: osmo-stp_10.42.42.5(pid=1721) [trial-2370↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1721)]</errorStackTrace><failedSince>2139</failedSince><name>ping_idle_ping.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py", line 27, in &lt;module&gt;
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1721): Process ended prematurely: osmo-stp_10.42.42.5(pid=1721) [trial-2370↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1721)]
</stderr><stdout>
----------------------------------------------
trial-2370 gprs:trx-sysmocell5000+mod-bts0-dynts-ipa ping_idle_ping.py
----------------------------------------------
06:01:49.258948 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
06:01:49.271432 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)
06:01:49.429987 tst                ping_idle_ping.py: using LAC 26343
06:01:49.553686 tst                ping_idle_ping.py: using RAC 78
06:01:49.676473 tst                ping_idle_ping.py: using CellId 26343
06:01:49.804579 tst                ping_idle_ping.py: using BVCI 26344
06:01:49.828737 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
06:01:49.840231 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
06:01:49.851678 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
06:01:49.863528 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
06:01:49.875408 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
06:01:49.887347 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
06:01:49.899294 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
06:01:49.911029 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)
06:01:50.184754 tst             ping_idle_ping.py:24: start network...
06:01:50.308054 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
06:01:50.781023 run          create_hlr_db(pid=1715): Launched
06:01:50.951436 bus                          /gobi_6: Setting Powered False
06:01:51.973108 run          create_hlr_db(pid=1715): Terminated: ok {rc=0}
06:01:52.368926 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1717): Launched
06:01:52.664591 run    osmo-hlr_10.42.42.2(pid=1718): Launched
06:01:52.777217 run              osmo-stp_10.42.42.5: Starting osmo-stp
06:01:53.291113 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1720): Launched
06:01:53.585703 run    osmo-stp_10.42.42.5(pid=1721): Launched
06:01:53.693148 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
06:01:54.206216 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1723): Launched
06:01:54.311230 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
06:01:54.568470 run               patchelf(pid=1724): Launched
06:01:54.741320 run    osmo-stp_10.42.42.5(pid=1721): ERR: Terminated: ERROR {rc=1}  [trial-2370↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1721)]
06:01:54.867684 run    osmo-stp_10.42.42.5(pid=1721): stdout: 
| (launched: 2022-12-10_06:01:53.440213)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:01:54.994565 run    osmo-stp_10.42.42.5(pid=1721): stderr: 
| �[0;m�[38;5;43m20221210060153610 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210060153610 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210060153611 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210060153611 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210060153611 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210060153612 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210060153612 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:01:55.116561 run    osmo-stp_10.42.42.5(pid=1721): stdout: 
| (launched: 2022-12-10_06:01:53.440213)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:01:55.237662 run    osmo-stp_10.42.42.5(pid=1721): stderr: 
| �[0;m�[38;5;43m20221210060153610 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210060153610 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210060153611 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210060153611 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210060153611 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210060153612 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210060153612 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:01:55.378485 run               patchelf(pid=1724): Terminating (SIGINT)
06:01:55.543090 run               patchelf(pid=1724): Terminated: ok {rc=0}
06:01:55.573231 tst             ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=1721): Process ended prematurely: osmo-stp_10.42.42.5(pid=1721) [trial-2370↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1721)]  [trial-2370↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]
06:01:55.581983 tst             ping_idle_ping.py:27: Test FAILED (6.3 sec)
06:01:55.641880 run    osmo-hlr_10.42.42.2(pid=1718): ERR: Terminated: ERROR {rc=237}  [trial-2370↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1718)]
06:01:55.690446 run    osmo-hlr_10.42.42.2(pid=1718): stdout: 
| (launched: 2022-12-10_06:01:52.519030) 
06:01:55.739671 run    osmo-hlr_10.42.42.2(pid=1718): stderr: 
| �[0;m�[1;31m20221210060152695 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210060152695 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210060152695 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210060152695 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210060152695 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210060152695 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210060152707 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/gprs:trx-sysmocell5000+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210060152715 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210060152716 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210060152716 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
06:01:55.781666 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1717): Terminating (SIGTERM)
06:01:55.821088 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1720): Terminating (SIGTERM)
06:01:55.861193 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1723): Terminating (SIGTERM)
06:01:55.870707 ---      ParallelTerminationStrategy: PID 1717 died...
06:01:55.923467 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1717): Terminated: ok {rc=0}
06:01:55.933332 ---      ParallelTerminationStrategy: PID 1720 died...
06:01:55.985808 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1720): Terminated: ok {rc=0}
06:01:55.995511 ---      ParallelTerminationStrategy: PID 1723 died...
06:01:56.047999 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1723): Terminated: ok {rc=0}
06:01:56.135533 bus                          /gobi_6: Setting Powered False
</stdout></case><duration>60.0</duration><id>71</id><name>gprs_trx-sysmocell5000+mod-bts0-dynts-ipa</name><properties></properties><timestamp>2022-12-10T06:00:57</timestamp></suite><suite><case><age>232</age><className>gprs:trx-sysmocell5000+mod-bts0-dynts-osmo</className><duration>9.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=1738): Process ended prematurely: osmo-stp_10.42.42.5(pid=1738) [trial-2370↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1738)]</errorStackTrace><failedSince>2139</failedSince><name>cs_paging_gprs_active.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py", line 38, in &lt;module&gt;
    setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py", line 67, in setup_run_iperf3_test_parallel
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1738): Process ended prematurely: osmo-stp_10.42.42.5(pid=1738) [trial-2370↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1738)]
</stderr><stdout>
----------------------------------------------
trial-2370 gprs:trx-sysmocell5000+mod-bts0-dynts-osmo cs_paging_gprs_active.py
----------------------------------------------
06:01:58.280392 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
06:01:58.291407 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)
06:01:58.449111 tst         cs_paging_gprs_active.py: using LAC 26344
06:01:58.567554 tst         cs_paging_gprs_active.py: using RAC 79
06:01:58.685664 tst         cs_paging_gprs_active.py: using CellId 26344
06:01:58.803866 tst         cs_paging_gprs_active.py: using BVCI 26345
06:01:58.826965 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
06:01:58.837939 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
06:01:58.848863 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
06:01:58.859980 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
06:01:58.871044 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
06:01:58.881976 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
06:01:58.893381 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
06:01:58.904294 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
06:01:58.915558 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)
06:01:59.033220 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)
06:01:59.311854 tst      cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...
06:01:59.437174 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
06:01:59.751170 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1728): Launched
06:02:00.010981 run iperf3-srv_10.42.42.10(pid=1729): Launched
06:02:00.194528 tst      cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...
06:02:00.319779 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
06:02:00.632021 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1730): Launched
06:02:00.892084 run iperf3-srv_10.42.42.10(pid=1731): Launched
06:02:01.079183 tst      cs_paging_gprs_active.py:38: start network...
06:02:01.208574 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
06:02:01.738596 run          create_hlr_db(pid=1732): Launched
06:02:01.932298 bus                          /gobi_6: Setting Powered False
06:02:02.946077 run          create_hlr_db(pid=1732): Terminated: ok {rc=0}
06:02:03.354520 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1734): Launched
06:02:03.655306 run    osmo-hlr_10.42.42.2(pid=1735): Launched
06:02:03.769602 run              osmo-stp_10.42.42.5: Starting osmo-stp
06:02:04.345333 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1737): Launched
06:02:04.704078 run    osmo-stp_10.42.42.5(pid=1738): Launched
06:02:04.847889 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
06:02:05.441672 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1740): Launched
06:02:05.565725 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
06:02:05.846329 run               patchelf(pid=1741): Launched
06:02:06.034646 run    osmo-stp_10.42.42.5(pid=1738): ERR: Terminated: ERROR {rc=1}  [trial-2370↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1738)]
06:02:06.172217 run    osmo-stp_10.42.42.5(pid=1738): stdout: 
| (launched: 2022-12-10_06:02:04.519118)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:02:06.310802 run    osmo-stp_10.42.42.5(pid=1738): stderr: 
| �[0;m�[38;5;43m20221210060204712 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210060204712 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210060204712 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210060204712 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210060204713 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210060204713 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210060204713 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:02:06.444282 run    osmo-stp_10.42.42.5(pid=1738): stdout: 
| (launched: 2022-12-10_06:02:04.519118)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:02:06.576378 run    osmo-stp_10.42.42.5(pid=1738): stderr: 
| �[0;m�[38;5;43m20221210060204712 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210060204712 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210060204712 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210060204712 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210060204713 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210060204713 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210060204713 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:02:06.729816 run               patchelf(pid=1741): Terminating (SIGINT)
06:02:06.909928 run               patchelf(pid=1741): Terminated: ok {rc=0}
06:02:06.943402 tst      cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=1738): Process ended prematurely: osmo-stp_10.42.42.5(pid=1738) [trial-2370↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1738)]  [trial-2370↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38]
06:02:06.953500 tst      cs_paging_gprs_active.py:38: Test FAILED (8.7 sec)
06:02:07.016376 run    osmo-hlr_10.42.42.2(pid=1735): ERR: Terminated: ERROR {rc=237}  [trial-2370↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1735)]
06:02:07.068234 run    osmo-hlr_10.42.42.2(pid=1735): stdout: 
| (launched: 2022-12-10_06:02:03.507147) 
06:02:07.120414 run    osmo-hlr_10.42.42.2(pid=1735): stderr: 
| �[0;m�[1;31m20221210060203682 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210060203682 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210060203682 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210060203682 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210060203682 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210060203682 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210060203694 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/gprs:trx-sysmocell5000+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210060203703 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210060203703 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210060203703 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
06:02:07.164691 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1728): Terminating (SIGTERM)
06:02:07.206299 run iperf3-srv_10.42.42.10(pid=1729): Terminating (SIGTERM)
06:02:07.248200 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1730): Terminating (SIGTERM)
06:02:07.290552 run iperf3-srv_10.42.42.10(pid=1731): Terminating (SIGTERM)
06:02:07.332761 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1734): Terminating (SIGTERM)
06:02:07.374803 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1737): Terminating (SIGTERM)
06:02:07.416570 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1740): Terminating (SIGTERM)
06:02:07.426064 ---      ParallelTerminationStrategy: PID 1728 died...
06:02:07.481659 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1728): Terminated: ok {rc=0}
06:02:07.491884 ---      ParallelTerminationStrategy: PID 1729 died...
06:02:07.547291 run iperf3-srv_10.42.42.10(pid=1729): Terminated {rc=256}
06:02:07.557362 ---      ParallelTerminationStrategy: PID 1730 died...
06:02:07.613031 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1730): Terminated: ok {rc=0}
06:02:07.623076 ---      ParallelTerminationStrategy: PID 1731 died...
06:02:07.678328 run iperf3-srv_10.42.42.10(pid=1731): Terminated {rc=256}
06:02:07.688558 ---      ParallelTerminationStrategy: PID 1734 died...
06:02:07.743909 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1734): Terminated: ok {rc=0}
06:02:07.754210 ---      ParallelTerminationStrategy: PID 1737 died...
06:02:07.809693 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1737): Terminated: ok {rc=0}
06:02:07.819757 ---      ParallelTerminationStrategy: PID 1740 died...
06:02:07.875247 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1740): Terminated: ok {rc=0}
06:02:07.962753 bus                          /gobi_0: Setting Powered False
06:02:09.065556 bus                          /gobi_0: Setting Powered False
06:02:10.176343 bus                          /gobi_6: Setting Powered False
</stdout></case><case><age>232</age><className>gprs:trx-sysmocell5000+mod-bts0-dynts-osmo</className><duration>8.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=1750): Process ended prematurely: osmo-stp_10.42.42.5(pid=1750) [trial-2370↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1750)]</errorStackTrace><failedSince>2139</failedSince><name>iperf3.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py", line 8, in &lt;module&gt;
    setup_run_iperf3_test_parallel(1)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py", line 67, in setup_run_iperf3_test_parallel
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1750): Process ended prematurely: osmo-stp_10.42.42.5(pid=1750) [trial-2370↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1750)]
</stderr><stdout>
----------------------------------------------
trial-2370 gprs:trx-sysmocell5000+mod-bts0-dynts-osmo iperf3.py
----------------------------------------------
06:02:11.286601 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
06:02:11.298583 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)
06:02:11.457884 tst                        iperf3.py: using LAC 26345
06:02:11.581631 tst                        iperf3.py: using RAC 80
06:02:11.697859 tst                        iperf3.py: using CellId 26345
06:02:11.814576 tst                        iperf3.py: using BVCI 26346
06:02:11.837974 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
06:02:11.848846 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
06:02:11.859745 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
06:02:11.870876 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
06:02:11.882404 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
06:02:11.893483 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
06:02:11.904606 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
06:02:11.915629 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
06:02:11.926887 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)
06:02:12.201657 tst                      iperf3.py:8: start iperfv3 server 10.42.42.10:5003...
06:02:12.326316 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
06:02:12.637932 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1742): Launched
06:02:12.898517 run iperf3-srv_10.42.42.10(pid=1743): Launched
06:02:13.081657 tst                      iperf3.py:8: start network...
06:02:13.206585 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
06:02:13.681543 run          create_hlr_db(pid=1744): Launched
06:02:13.853153 bus                          /gobi_6: Setting Powered False
06:02:14.875639 run          create_hlr_db(pid=1744): Terminated: ok {rc=0}
06:02:15.304099 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1746): Launched
06:02:15.627501 run    osmo-hlr_10.42.42.2(pid=1747): Launched
06:02:15.749450 run              osmo-stp_10.42.42.5: Starting osmo-stp
06:02:16.429804 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1749): Launched
06:02:16.805759 run    osmo-stp_10.42.42.5(pid=1750): Launched
06:02:16.967689 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
06:02:17.595270 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1752): Launched
06:02:17.710124 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
06:02:17.991713 run               patchelf(pid=1753): Launched
06:02:18.180814 run    osmo-stp_10.42.42.5(pid=1750): ERR: Terminated: ERROR {rc=1}  [trial-2370↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1750)]
06:02:18.319009 run    osmo-stp_10.42.42.5(pid=1750): stdout: 
| (launched: 2022-12-10_06:02:16.597583)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:02:18.457216 run    osmo-stp_10.42.42.5(pid=1750): stderr: 
| �[0;m�[38;5;43m20221210060216954 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210060216954 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210060216955 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210060216955 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210060216956 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210060216956 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210060216956 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:02:18.590740 run    osmo-stp_10.42.42.5(pid=1750): stdout: 
| (launched: 2022-12-10_06:02:16.597583)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:02:18.722777 run    osmo-stp_10.42.42.5(pid=1750): stderr: 
| �[0;m�[38;5;43m20221210060216954 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210060216954 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210060216955 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210060216955 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210060216956 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210060216956 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210060216956 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:02:18.875983 run               patchelf(pid=1753): Terminating (SIGINT)
06:02:19.056154 run               patchelf(pid=1753): Terminated: ok {rc=0}
06:02:19.089497 tst                      iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1750): Process ended prematurely: osmo-stp_10.42.42.5(pid=1750) [trial-2370↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1750)]  [trial-2370↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3.py:8]
06:02:19.099628 tst                      iperf3.py:8: Test FAILED (7.8 sec)
06:02:19.162017 run    osmo-hlr_10.42.42.2(pid=1747): ERR: Terminated: ERROR {rc=237}  [trial-2370↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1747)]
06:02:19.212767 run    osmo-hlr_10.42.42.2(pid=1747): stdout: 
| (launched: 2022-12-10_06:02:15.468256) 
06:02:19.264100 run    osmo-hlr_10.42.42.2(pid=1747): stderr: 
| �[0;m�[1;31m20221210060215668 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210060215668 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210060215668 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210060215669 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210060215669 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210060215669 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210060215681 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/gprs:trx-sysmocell5000+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210060215689 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210060215689 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210060215689 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
06:02:19.308577 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1742): Terminating (SIGTERM)
06:02:19.351306 run iperf3-srv_10.42.42.10(pid=1743): Terminating (SIGTERM)
06:02:19.393070 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1746): Terminating (SIGTERM)
06:02:19.434796 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1749): Terminating (SIGTERM)
06:02:19.476387 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1752): Terminating (SIGTERM)
06:02:19.486227 ---      ParallelTerminationStrategy: PID 1742 died...
06:02:19.541896 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1742): Terminated: ok {rc=0}
06:02:19.551983 ---      ParallelTerminationStrategy: PID 1743 died...
06:02:19.607164 run iperf3-srv_10.42.42.10(pid=1743): Terminated {rc=256}
06:02:19.617425 ---      ParallelTerminationStrategy: PID 1746 died...
06:02:19.672618 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1746): Terminated: ok {rc=0}
06:02:19.682969 ---      ParallelTerminationStrategy: PID 1749 died...
06:02:19.738663 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1749): Terminated: ok {rc=0}
06:02:19.748827 ---      ParallelTerminationStrategy: PID 1752 died...
06:02:19.804690 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1752): Terminated: ok {rc=0}
06:02:19.892905 bus                          /gobi_6: Setting Powered False
</stdout></case><case><age>232</age><className>gprs:trx-sysmocell5000+mod-bts0-dynts-osmo</className><duration>11.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=1768): Process ended prematurely: osmo-stp_10.42.42.5(pid=1768) [trial-2370↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1768)]</errorStackTrace><failedSince>2139</failedSince><name>iperf3m4.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py", line 8, in &lt;module&gt;
    setup_run_iperf3_test_parallel(4)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py", line 67, in setup_run_iperf3_test_parallel
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1768): Process ended prematurely: osmo-stp_10.42.42.5(pid=1768) [trial-2370↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1768)]
</stderr><stdout>
----------------------------------------------
trial-2370 gprs:trx-sysmocell5000+mod-bts0-dynts-osmo iperf3m4.py
----------------------------------------------
06:02:21.007380 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
06:02:21.019804 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)
06:02:21.187590 tst                      iperf3m4.py: using LAC 26346
06:02:21.316803 tst                      iperf3m4.py: using RAC 81
06:02:21.437129 tst                      iperf3m4.py: using CellId 26346
06:02:21.558960 tst                      iperf3m4.py: using BVCI 26347
06:02:21.582168 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
06:02:21.593226 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
06:02:21.604036 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
06:02:21.615678 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
06:02:21.626835 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
06:02:21.637852 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
06:02:21.648916 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
06:02:21.660022 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
06:02:21.671249 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)
06:02:21.791084 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)
06:02:21.913342 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)
06:02:22.031166 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)
06:02:22.324104 tst                    iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...
06:02:22.458305 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
06:02:22.792468 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1754): Launched
06:02:23.068328 run iperf3-srv_10.42.42.10(pid=1755): Launched
06:02:23.264316 tst                    iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...
06:02:23.399486 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
06:02:23.732228 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1756): Launched
06:02:24.008465 run iperf3-srv_10.42.42.10(pid=1757): Launched
06:02:24.204335 tst                    iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...
06:02:24.338455 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
06:02:24.671836 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1758): Launched
06:02:24.948199 run iperf3-srv_10.42.42.10(pid=1759): Launched
06:02:25.143776 tst                    iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...
06:02:25.277254 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
06:02:25.609847 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1760): Launched
06:02:25.885151 run iperf3-srv_10.42.42.10(pid=1761): Launched
06:02:26.081160 tst                    iperf3m4.py:8: start network...
06:02:26.215059 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
06:02:26.732507 run          create_hlr_db(pid=1762): Launched
06:02:26.917792 bus                          /gobi_6: Setting Powered False
06:02:27.938932 run          create_hlr_db(pid=1762): Terminated: ok {rc=0}
06:02:28.343640 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1764): Launched
06:02:28.645612 run    osmo-hlr_10.42.42.2(pid=1765): Launched
06:02:28.760513 run              osmo-stp_10.42.42.5: Starting osmo-stp
06:02:29.285738 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1767): Launched
06:02:29.588715 run    osmo-stp_10.42.42.5(pid=1768): Launched
06:02:29.698441 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
06:02:30.224750 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1770): Launched
06:02:30.331860 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
06:02:30.595610 run               patchelf(pid=1771): Launched
06:02:30.772403 run    osmo-stp_10.42.42.5(pid=1768): ERR: Terminated: ERROR {rc=1}  [trial-2370↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1768)]
06:02:30.931255 run    osmo-stp_10.42.42.5(pid=1768): stdout: 
| (launched: 2022-12-10_06:02:29.438597)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:02:31.082988 run    osmo-stp_10.42.42.5(pid=1768): stderr: 
| �[0;m�[38;5;43m20221210060229610 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210060229610 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210060229610 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210060229611 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210060229611 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210060229611 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210060229611 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:02:31.219781 run    osmo-stp_10.42.42.5(pid=1768): stdout: 
| (launched: 2022-12-10_06:02:29.438597)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:02:31.356562 run    osmo-stp_10.42.42.5(pid=1768): stderr: 
| �[0;m�[38;5;43m20221210060229610 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210060229610 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210060229610 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210060229611 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210060229611 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210060229611 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210060229611 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:02:31.514055 run               patchelf(pid=1771): Terminating (SIGINT)
06:02:31.699297 run               patchelf(pid=1771): Terminated: ok {rc=0}
06:02:31.733984 tst                    iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1768): Process ended prematurely: osmo-stp_10.42.42.5(pid=1768) [trial-2370↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1768)]  [trial-2370↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3m4.py:8]
06:02:31.746268 tst                    iperf3m4.py:8: Test FAILED (10.8 sec)
06:02:31.810854 run    osmo-hlr_10.42.42.2(pid=1765): ERR: Terminated: ERROR {rc=237}  [trial-2370↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1765)]
06:02:31.863197 run    osmo-hlr_10.42.42.2(pid=1765): stdout: 
| (launched: 2022-12-10_06:02:28.496085) 
06:02:31.917785 run    osmo-hlr_10.42.42.2(pid=1765): stderr: 
| �[0;m�[1;31m20221210060228670 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210060228670 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210060228670 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210060228670 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210060228670 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210060228670 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210060228682 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/gprs:trx-sysmocell5000+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210060228691 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210060228691 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210060228691 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
06:02:31.966215 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1754): Terminating (SIGTERM)
06:02:32.011402 run iperf3-srv_10.42.42.10(pid=1755): Terminating (SIGTERM)
06:02:32.055526 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1756): Terminating (SIGTERM)
06:02:32.099494 run iperf3-srv_10.42.42.10(pid=1757): Terminating (SIGTERM)
06:02:32.142243 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1758): Terminating (SIGTERM)
06:02:32.183263 run iperf3-srv_10.42.42.10(pid=1759): Terminating (SIGTERM)
06:02:32.224357 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1760): Terminating (SIGTERM)
06:02:32.265420 run iperf3-srv_10.42.42.10(pid=1761): Terminating (SIGTERM)
06:02:32.306918 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1764): Terminating (SIGTERM)
06:02:32.348547 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1767): Terminating (SIGTERM)
06:02:32.390618 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1770): Terminating (SIGTERM)
06:02:32.399864 ---      ParallelTerminationStrategy: PID 1754 died...
06:02:32.455741 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1754): Terminated: ok {rc=0}
06:02:32.465839 ---      ParallelTerminationStrategy: PID 1755 died...
06:02:32.520656 run iperf3-srv_10.42.42.10(pid=1755): Terminated {rc=256}
06:02:32.530627 ---      ParallelTerminationStrategy: PID 1756 died...
06:02:32.586113 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1756): Terminated: ok {rc=0}
06:02:32.596096 ---      ParallelTerminationStrategy: PID 1757 died...
06:02:32.651175 run iperf3-srv_10.42.42.10(pid=1757): Terminated {rc=256}
06:02:32.661179 ---      ParallelTerminationStrategy: PID 1758 died...
06:02:32.716918 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1758): Terminated: ok {rc=0}
06:02:32.726964 ---      ParallelTerminationStrategy: PID 1759 died...
06:02:32.781912 run iperf3-srv_10.42.42.10(pid=1759): Terminated {rc=256}
06:02:32.791815 ---      ParallelTerminationStrategy: PID 1760 died...
06:02:32.847272 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1760): Terminated: ok {rc=0}
06:02:32.857390 ---      ParallelTerminationStrategy: PID 1761 died...
06:02:32.912225 run iperf3-srv_10.42.42.10(pid=1761): Terminated {rc=256}
06:02:32.922157 ---      ParallelTerminationStrategy: PID 1764 died...
06:02:32.977311 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1764): Terminated: ok {rc=0}
06:02:32.987372 ---      ParallelTerminationStrategy: PID 1767 died...
06:02:33.042768 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1767): Terminated: ok {rc=0}
06:02:33.052800 ---      ParallelTerminationStrategy: PID 1770 died...
06:02:33.108323 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1770): Terminated: ok {rc=0}
06:02:33.196477 bus                          /gobi_4: Setting Powered False
06:02:34.303280 bus                          /gobi_4: Setting Powered False
06:02:35.412048 bus                          /gobi_1: Setting Powered False
06:02:36.518352 bus                          /gobi_1: Setting Powered False
06:02:37.625207 bus                          /gobi_0: Setting Powered False
06:02:38.731700 bus                          /gobi_0: Setting Powered False
06:02:39.841901 bus                          /gobi_6: Setting Powered False
</stdout></case><case><age>232</age><className>gprs:trx-sysmocell5000+mod-bts0-dynts-osmo</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=1781): Process ended prematurely: osmo-stp_10.42.42.5(pid=1781) [trial-2370↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1781)]</errorStackTrace><failedSince>2139</failedSince><name>ping.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py", line 22, in &lt;module&gt;
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1781): Process ended prematurely: osmo-stp_10.42.42.5(pid=1781) [trial-2370↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1781)]
</stderr><stdout>
----------------------------------------------
trial-2370 gprs:trx-sysmocell5000+mod-bts0-dynts-osmo ping.py
----------------------------------------------
06:02:40.908636 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
06:02:40.920596 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)
06:02:41.078493 tst                          ping.py: using LAC 26347
06:02:41.193756 tst                          ping.py: using RAC 82
06:02:41.309571 tst                          ping.py: using CellId 26347
06:02:41.424198 tst                          ping.py: using BVCI 26348
06:02:41.446847 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
06:02:41.458000 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
06:02:41.468725 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
06:02:41.479865 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
06:02:41.491272 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
06:02:41.502569 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
06:02:41.513878 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
06:02:41.524897 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)
06:02:41.810631 tst                       ping.py:19: start network...
06:02:41.940586 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
06:02:42.443612 run          create_hlr_db(pid=1774): Launched
06:02:42.625763 bus                          /gobi_6: Setting Powered False
06:02:43.646559 run          create_hlr_db(pid=1774): Terminated: ok {rc=0}
06:02:44.043302 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1776): Launched
06:02:44.338001 run    osmo-hlr_10.42.42.2(pid=1777): Launched
06:02:44.449483 run              osmo-stp_10.42.42.5: Starting osmo-stp
06:02:44.969685 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1780): Launched
06:02:45.264196 run    osmo-stp_10.42.42.5(pid=1781): Launched
06:02:45.371681 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
06:02:45.911358 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1783): Launched
06:02:46.027167 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
06:02:46.321782 run               patchelf(pid=1784): Launched
06:02:46.513336 run    osmo-stp_10.42.42.5(pid=1781): ERR: Terminated: ERROR {rc=1}  [trial-2370↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1781)]
06:02:46.644217 run    osmo-stp_10.42.42.5(pid=1781): stdout: 
| (launched: 2022-12-10_06:02:45.118853)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:02:46.791842 run    osmo-stp_10.42.42.5(pid=1781): stderr: 
| �[0;m�[38;5;43m20221210060245288 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210060245288 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210060245289 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210060245290 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210060245290 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210060245290 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210060245290 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:02:46.923600 run    osmo-stp_10.42.42.5(pid=1781): stdout: 
| (launched: 2022-12-10_06:02:45.118853)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:02:47.049624 run    osmo-stp_10.42.42.5(pid=1781): stderr: 
| �[0;m�[38;5;43m20221210060245288 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210060245288 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210060245289 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210060245290 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210060245290 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210060245290 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210060245290 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:02:47.196045 run               patchelf(pid=1784): Terminating (SIGINT)
06:02:47.371761 run               patchelf(pid=1784): Terminated: ok {rc=0}
06:02:47.402179 tst                       ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=1781): Process ended prematurely: osmo-stp_10.42.42.5(pid=1781) [trial-2370↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1781)]  [trial-2370↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping.py:22]
06:02:47.411013 tst                       ping.py:22: Test FAILED (6.5 sec)
06:02:47.473033 run    osmo-hlr_10.42.42.2(pid=1777): ERR: Terminated: ERROR {rc=237}  [trial-2370↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1777)]
06:02:47.522351 run    osmo-hlr_10.42.42.2(pid=1777): stdout: 
| (launched: 2022-12-10_06:02:44.192504) 
06:02:47.572832 run    osmo-hlr_10.42.42.2(pid=1777): stderr: 
| �[0;m�[1;31m20221210060244367 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210060244367 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210060244367 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210060244367 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210060244367 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210060244367 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210060244380 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/gprs:trx-sysmocell5000+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210060244389 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210060244389 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210060244389 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
06:02:47.614561 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1776): Terminating (SIGTERM)
06:02:47.654445 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1780): Terminating (SIGTERM)
06:02:47.694430 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1783): Terminating (SIGTERM)
06:02:47.704370 ---      ParallelTerminationStrategy: PID 1776 died...
06:02:47.757760 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1776): Terminated: ok {rc=0}
06:02:47.767880 ---      ParallelTerminationStrategy: PID 1780 died...
06:02:47.821130 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1780): Terminated: ok {rc=0}
06:02:47.831321 ---      ParallelTerminationStrategy: PID 1783 died...
06:02:47.884400 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1783): Terminated: ok {rc=0}
06:02:47.971864 bus                          /gobi_6: Setting Powered False
</stdout></case><case><age>232</age><className>gprs:trx-sysmocell5000+mod-bts0-dynts-osmo</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=1791): Process ended prematurely: osmo-stp_10.42.42.5(pid=1791) [trial-2370↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1791)]</errorStackTrace><failedSince>2139</failedSince><name>ping_idle_ping.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py", line 27, in &lt;module&gt;
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1791): Process ended prematurely: osmo-stp_10.42.42.5(pid=1791) [trial-2370↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1791)]
</stderr><stdout>
----------------------------------------------
trial-2370 gprs:trx-sysmocell5000+mod-bts0-dynts-osmo ping_idle_ping.py
----------------------------------------------
06:02:49.024368 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
06:02:49.036542 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)
06:02:49.196162 tst                ping_idle_ping.py: using LAC 26348
06:02:49.312759 tst                ping_idle_ping.py: using RAC 83
06:02:49.431602 tst                ping_idle_ping.py: using CellId 26348
06:02:49.549254 tst                ping_idle_ping.py: using BVCI 26349
06:02:49.572241 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
06:02:49.583421 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
06:02:49.594660 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
06:02:49.606362 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
06:02:49.617962 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
06:02:49.629504 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
06:02:49.641391 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
06:02:49.653209 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)
06:02:49.942785 tst             ping_idle_ping.py:24: start network...
06:02:50.073957 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
06:02:50.582106 run          create_hlr_db(pid=1785): Launched
06:02:50.765744 bus                          /gobi_6: Setting Powered False
06:02:51.786317 run          create_hlr_db(pid=1785): Terminated: ok {rc=0}
06:02:52.187172 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1787): Launched
06:02:52.482232 run    osmo-hlr_10.42.42.2(pid=1788): Launched
06:02:52.593203 run              osmo-stp_10.42.42.5: Starting osmo-stp
06:02:53.115801 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1790): Launched
06:02:53.411555 run    osmo-stp_10.42.42.5(pid=1791): Launched
06:02:53.518704 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
06:02:54.034321 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1793): Launched
06:02:54.139618 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
06:02:54.399668 run               patchelf(pid=1794): Launched
06:02:54.573574 run    osmo-stp_10.42.42.5(pid=1791): ERR: Terminated: ERROR {rc=1}  [trial-2370↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1791)]
06:02:54.700738 run    osmo-stp_10.42.42.5(pid=1791): stdout: 
| (launched: 2022-12-10_06:02:53.265621)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:02:54.828299 run    osmo-stp_10.42.42.5(pid=1791): stderr: 
| �[0;m�[38;5;43m20221210060253437 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210060253437 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210060253437 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210060253438 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210060253438 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210060253438 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210060253439 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:02:54.950909 run    osmo-stp_10.42.42.5(pid=1791): stdout: 
| (launched: 2022-12-10_06:02:53.265621)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:02:55.072453 run    osmo-stp_10.42.42.5(pid=1791): stderr: 
| �[0;m�[38;5;43m20221210060253437 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210060253437 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210060253437 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210060253438 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210060253438 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210060253438 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210060253439 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:02:55.214324 run               patchelf(pid=1794): Terminating (SIGINT)
06:02:55.380505 run               patchelf(pid=1794): Terminated: ok {rc=0}
06:02:55.411033 tst             ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=1791): Process ended prematurely: osmo-stp_10.42.42.5(pid=1791) [trial-2370↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1791)]  [trial-2370↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping_idle_ping.py:27]
06:02:55.419955 tst             ping_idle_ping.py:27: Test FAILED (6.4 sec)
06:02:55.480485 run    osmo-hlr_10.42.42.2(pid=1788): ERR: Terminated: ERROR {rc=237}  [trial-2370↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1788)]
06:02:55.529152 run    osmo-hlr_10.42.42.2(pid=1788): stdout: 
| (launched: 2022-12-10_06:02:52.336690) 
06:02:55.578872 run    osmo-hlr_10.42.42.2(pid=1788): stderr: 
| �[0;m�[1;31m20221210060252514 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210060252514 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210060252514 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210060252514 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210060252515 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210060252515 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210060252529 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/gprs:trx-sysmocell5000+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210060252538 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210060252538 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210060252539 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
06:02:55.621044 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1787): Terminating (SIGTERM)
06:02:55.661102 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1790): Terminating (SIGTERM)
06:02:55.701230 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1793): Terminating (SIGTERM)
06:02:55.710715 ---      ParallelTerminationStrategy: PID 1787 died...
06:02:55.763942 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1787): Terminated: ok {rc=0}
06:02:55.773891 ---      ParallelTerminationStrategy: PID 1790 died...
06:02:55.827024 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1790): Terminated: ok {rc=0}
06:02:55.836517 ---      ParallelTerminationStrategy: PID 1793 died...
06:02:55.889311 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1793): Terminated: ok {rc=0}
06:02:55.971994 bus                          /gobi_6: Setting Powered False
</stdout></case><duration>60.0</duration><id>72</id><name>gprs_trx-sysmocell5000+mod-bts0-dynts-osmo</name><properties></properties><timestamp>2022-12-10T06:01:57</timestamp></suite><suite><case><age>232</age><className>dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=1805): Process ended prematurely: osmo-stp_10.42.42.5(pid=1805) [trial-2370↪dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1805)]</errorStackTrace><failedSince>2139</failedSince><name>switch_tch_pdch.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py", line 54, in &lt;module&gt;
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1805): Process ended prematurely: osmo-stp_10.42.42.5(pid=1805) [trial-2370↪dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1805)]
</stderr><stdout>
----------------------------------------------
trial-2370 dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py
----------------------------------------------
06:02:58.022109 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)
06:02:58.034102 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)
06:02:58.194112 tst               switch_tch_pdch.py: using LAC 26349
06:02:58.315240 tst               switch_tch_pdch.py: using RAC 84
06:02:58.433478 tst               switch_tch_pdch.py: using CellId 26349
06:02:58.548165 tst               switch_tch_pdch.py: using BVCI 26350
06:02:58.570841 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)
06:02:58.582262 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)
06:02:58.593529 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)
06:02:58.605302 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)
06:02:58.616738 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)
06:02:58.628514 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)
06:02:58.640848 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)
06:02:58.652753 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)
06:02:58.766903 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)
06:02:59.054804 tst            switch_tch_pdch.py:51: start network...
06:02:59.185338 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
06:02:59.689807 run          create_hlr_db(pid=1798): Launched
06:02:59.872240 bus                          /gobi_6: Setting Powered False
06:03:00.894999 run          create_hlr_db(pid=1798): Terminated: ok {rc=0}
06:03:01.356347 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1801): Launched
06:03:01.733222 run    osmo-hlr_10.42.42.2(pid=1802): Launched
06:03:01.913194 run              osmo-stp_10.42.42.5: Starting osmo-stp
06:03:02.528998 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1804): Launched
06:03:02.823776 run    osmo-stp_10.42.42.5(pid=1805): Launched
06:03:02.931625 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
06:03:03.447453 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1807): Launched
06:03:03.552300 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
06:03:03.810506 run               patchelf(pid=1808): Launched
06:03:03.983421 run    osmo-stp_10.42.42.5(pid=1805): ERR: Terminated: ERROR {rc=1}  [trial-2370↪dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1805)]
06:03:04.110397 run    osmo-stp_10.42.42.5(pid=1805): stdout: 
| (launched: 2022-12-10_06:03:02.678254)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:03:04.237794 run    osmo-stp_10.42.42.5(pid=1805): stderr: 
| �[0;m�[38;5;43m20221210060302847 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210060302847 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210060302847 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210060302848 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210060302850 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210060302850 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210060302850 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:03:04.359972 run    osmo-stp_10.42.42.5(pid=1805): stdout: 
| (launched: 2022-12-10_06:03:02.678254)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:03:04.480841 run    osmo-stp_10.42.42.5(pid=1805): stderr: 
| �[0;m�[38;5;43m20221210060302847 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210060302847 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210060302847 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210060302848 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210060302850 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210060302850 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210060302850 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:03:04.622052 run               patchelf(pid=1808): Terminating (SIGINT)
06:03:04.787476 run               patchelf(pid=1808): Terminated: ok {rc=0}
06:03:04.818097 tst            switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=1805): Process ended prematurely: osmo-stp_10.42.42.5(pid=1805) [trial-2370↪dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1805)]  [trial-2370↪dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54]
06:03:04.827208 tst            switch_tch_pdch.py:54: Test FAILED (6.8 sec)
06:03:04.887622 run    osmo-hlr_10.42.42.2(pid=1802): ERR: Terminated: ERROR {rc=237}  [trial-2370↪dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1802)]
06:03:04.936763 run    osmo-hlr_10.42.42.2(pid=1802): stdout: 
| (launched: 2022-12-10_06:03:01.512409) 
06:03:04.986772 run    osmo-hlr_10.42.42.2(pid=1802): stderr: 
| �[0;m�[1;31m20221210060301847 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210060301847 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210060301850 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210060301850 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210060301850 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210060301850 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210060301881 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210060301898 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210060301898 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210060301898 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
06:03:05.028671 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1801): Terminating (SIGTERM)
06:03:05.068562 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1804): Terminating (SIGTERM)
06:03:05.108396 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1807): Terminating (SIGTERM)
06:03:05.117949 ---      ParallelTerminationStrategy: PID 1801 died...
06:03:05.171325 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1801): Terminated: ok {rc=0}
06:03:05.180806 ---      ParallelTerminationStrategy: PID 1804 died...
06:03:05.233702 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1804): Terminated: ok {rc=0}
06:03:05.243099 ---      ParallelTerminationStrategy: PID 1807 died...
06:03:05.295650 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1807): Terminated: ok {rc=0}
06:03:05.383048 bus                          /gobi_0: Setting Powered False
06:03:06.485142 bus                          /gobi_0: Setting Powered False
06:03:07.590378 bus                          /gobi_6: Setting Powered False
</stdout></case><duration>12.0</duration><id>73</id><name>dynts_trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any</name><properties></properties><timestamp>2022-12-10T06:02:57</timestamp></suite><suite><case><age>232</age><className>dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=1821): Process ended prematurely: osmo-stp_10.42.42.5(pid=1821) [trial-2370↪dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1821)]</errorStackTrace><failedSince>2139</failedSince><name>switch_tch_pdch.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py", line 54, in &lt;module&gt;
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1821): Process ended prematurely: osmo-stp_10.42.42.5(pid=1821) [trial-2370↪dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1821)]
</stderr><stdout>
----------------------------------------------
trial-2370 dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo switch_tch_pdch.py
----------------------------------------------
06:03:09.577825 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)
06:03:09.589553 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1)
06:03:09.752761 tst               switch_tch_pdch.py: using LAC 26350
06:03:09.878776 tst               switch_tch_pdch.py: using RAC 85
06:03:10.004303 tst               switch_tch_pdch.py: using CellId 26350
06:03:10.127841 tst               switch_tch_pdch.py: using BVCI 26351
06:03:10.152105 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)
06:03:10.163606 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)
06:03:10.175009 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)
06:03:10.186562 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)
06:03:10.198103 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)
06:03:10.209371 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)
06:03:10.220692 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)
06:03:10.231984 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)
06:03:10.353640 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)
06:03:10.626284 tst            switch_tch_pdch.py:51: start network...
06:03:10.748689 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
06:03:11.189870 run          create_hlr_db(pid=1813): Launched
06:03:11.309630 bus                          /gobi_6: Setting Powered False
06:03:12.381401 run          create_hlr_db(pid=1813): Terminated: ok {rc=0}
06:03:12.774085 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1816): Launched
06:03:13.088359 run    osmo-hlr_10.42.42.2(pid=1817): Launched
06:03:13.203657 run              osmo-stp_10.42.42.5: Starting osmo-stp
06:03:13.724191 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1820): Launched
06:03:14.039776 run    osmo-stp_10.42.42.5(pid=1821): Launched
06:03:14.153068 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
06:03:14.675595 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1823): Launched
06:03:14.787800 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
06:03:15.063295 run               patchelf(pid=1824): Launched
06:03:15.248706 run    osmo-stp_10.42.42.5(pid=1821): ERR: Terminated: ERROR {rc=1}  [trial-2370↪dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1821)]
06:03:15.384521 run    osmo-stp_10.42.42.5(pid=1821): stdout: 
| (launched: 2022-12-10_06:03:13.884132)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:03:15.520017 run    osmo-stp_10.42.42.5(pid=1821): stderr: 
| �[0;m�[38;5;43m20221210060314075 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210060314075 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210060314076 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210060314076 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210060314076 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210060314076 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210060314077 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:03:15.650684 run    osmo-stp_10.42.42.5(pid=1821): stdout: 
| (launched: 2022-12-10_06:03:13.884132)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:03:15.780169 run    osmo-stp_10.42.42.5(pid=1821): stderr: 
| �[0;m�[38;5;43m20221210060314075 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210060314075 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210060314076 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210060314076 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210060314076 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210060314076 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210060314077 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:03:15.947077 run               patchelf(pid=1824): Terminating (SIGINT)
06:03:16.117816 run               patchelf(pid=1824): Terminated: ok {rc=0}
06:03:16.150596 tst            switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=1821): Process ended prematurely: osmo-stp_10.42.42.5(pid=1821) [trial-2370↪dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1821)]  [trial-2370↪dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54]
06:03:16.160450 tst            switch_tch_pdch.py:54: Test FAILED (6.6 sec)
06:03:16.225221 run    osmo-hlr_10.42.42.2(pid=1817): ERR: Terminated: ERROR {rc=237}  [trial-2370↪dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1817)]
06:03:16.276523 run    osmo-hlr_10.42.42.2(pid=1817): stdout: 
| (launched: 2022-12-10_06:03:12.933990) 
06:03:16.328756 run    osmo-hlr_10.42.42.2(pid=1817): stderr: 
| �[0;m�[1;31m20221210060313130 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210060313130 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210060313130 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210060313130 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210060313130 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210060313130 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210060313143 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210060313154 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210060313154 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210060313154 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
06:03:16.373780 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1816): Terminating (SIGTERM)
06:03:16.417489 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1820): Terminating (SIGTERM)
06:03:16.460511 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1823): Terminating (SIGTERM)
06:03:16.472891 ---      ParallelTerminationStrategy: PID 1816 died...
06:03:16.532672 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1816): Terminated: ok {rc=0}
06:03:16.543126 ---      ParallelTerminationStrategy: PID 1820 died...
06:03:16.599591 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1820): Terminated: ok {rc=0}
06:03:16.609943 ---      ParallelTerminationStrategy: PID 1823 died...
06:03:16.667874 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1823): Terminated: ok {rc=0}
06:03:16.755756 bus                          /gobi_0: Setting Powered False
06:03:17.856236 bus                          /gobi_0: Setting Powered False
06:03:18.963380 bus                          /gobi_6: Setting Powered False
</stdout></case><duration>12.0</duration><id>74</id><name>dynts_trx-sysmocell5000+mod-bts0-dynts67-osmo</name><properties></properties><timestamp>2022-12-10T06:03:09</timestamp></suite><suite><case><age>226</age><className>nitb_sms:trx-umtrx</className><duration>4.0</duration><errorStackTrace>osmo-nitb_10.42.42.2(pid=1829): Process ended prematurely: osmo-nitb_10.42.42.2(pid=1829) [trial-2370↪nitb_sms:trx-umtrx↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=1829)]</errorStackTrace><failedSince>2145</failedSince><name>mo_mt_sms.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py", line 11, in &lt;module&gt;
    nitb.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py", line 67, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=1829): Process ended prematurely: osmo-nitb_10.42.42.2(pid=1829) [trial-2370↪nitb_sms:trx-umtrx↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=1829)]
</stderr><stdout>
----------------------------------------------
trial-2370 nitb_sms:trx-umtrx mo_mt_sms.py
----------------------------------------------
06:03:20.869240 tst               nitb_sms:trx-umtrx: Using 1 x ip_address (candidates: 1)
06:03:20.880485 tst               nitb_sms:trx-umtrx: Using 1 x bts (candidates: 1)
06:03:21.019226 tst                     mo_mt_sms.py: using LAC 26351
06:03:21.144380 tst                     mo_mt_sms.py: using RAC 86
06:03:21.267298 tst                     mo_mt_sms.py: using CellId 26351
06:03:21.387486 tst                     mo_mt_sms.py: using BVCI 26352
06:03:21.409927 tst               nitb_sms:trx-umtrx: Using 1 x modem (candidates: 2)
06:03:21.528033 tst               nitb_sms:trx-umtrx: Using 1 x modem (candidates: 2)
06:03:21.800566 tst                   mo_mt_sms.py:9: start nitb and bts...
06:03:21.923631 run             osmo-nitb_10.42.42.2: Starting osmo-nitb
06:03:22.533322 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=1828): Launched
06:03:22.824389 run   osmo-nitb_10.42.42.2(pid=1829): Launched
06:03:23.006271 run   osmo-nitb_10.42.42.2(pid=1829): ERR: Terminated: ERROR {rc=2}  [trial-2370↪nitb_sms:trx-umtrx↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=1829)]
06:03:23.140320 run   osmo-nitb_10.42.42.2(pid=1829): stdout: 
| (launched: 2022-12-10_06:03:22.682374) 
06:03:23.274936 run   osmo-nitb_10.42.42.2(pid=1829): stderr: 
| (launched: 2022-12-10_06:03:22.726112)
| ======================================================================
| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and
| obsolete for several years.  If you really want to ignore years of hard work on
| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),
| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line
| argument.  DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!
| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box
| ====================================================================== 
06:03:23.404569 run   osmo-nitb_10.42.42.2(pid=1829): stdout: 
| (launched: 2022-12-10_06:03:22.682374) 
06:03:23.533287 run   osmo-nitb_10.42.42.2(pid=1829): stderr: 
| (launched: 2022-12-10_06:03:22.726112)
| ======================================================================
| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and
| obsolete for several years.  If you really want to ignore years of hard work on
| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),
| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line
| argument.  DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!
| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box
| ====================================================================== 
06:03:23.945801 tst   osmo-nitb_10.42.42.2(pid=1829): stdout: 
| (launched: 2022-12-10_06:03:22.682374) 
06:03:24.063637 tst   osmo-nitb_10.42.42.2(pid=1829): stderr: 
| (launched: 2022-12-10_06:03:22.726112)
| ======================================================================
| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and
| obsolete for several years.  If you really want to ignore years of hard work on
| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),
| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line
| argument.  DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!
| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box
| ====================================================================== 
06:03:24.116091 tst                  mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=1829): Process ended prematurely: osmo-nitb_10.42.42.2(pid=1829) [trial-2370↪nitb_sms:trx-umtrx↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=1829)]  [trial-2370↪nitb_sms:trx-umtrx↪mo_mt_sms.py:11]
06:03:24.124467 tst                  mo_mt_sms.py:11: Test FAILED (3.2 sec)
06:03:24.160169 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=1828): Terminating (SIGTERM)
06:03:24.338013 ---      ParallelTerminationStrategy: PID 1828 died...
06:03:24.394259 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=1828): Terminated: ok {rc=0}
06:03:24.481894 bus                        /sierra_3: Setting Powered False
06:03:25.587005 bus                        /sierra_3: Setting Powered False
06:03:26.698467 bus                        /sierra_2: Setting Powered False
</stdout></case><duration>8.0</duration><id>75</id><name>nitb_sms_trx-umtrx</name><properties></properties><timestamp>2022-12-10T06:03:20</timestamp></suite><suite><case><age>53</age><className>sms:trx-umtrx</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=1839): Process ended prematurely: osmo-stp_10.42.42.5(pid=1839) [trial-2370↪sms:trx-umtrx↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1839)]</errorStackTrace><failedSince>2318</failedSince><name>mo_mt_sms.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py", line 16, in &lt;module&gt;
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1839): Process ended prematurely: osmo-stp_10.42.42.5(pid=1839) [trial-2370↪sms:trx-umtrx↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1839)]
</stderr><stdout>
----------------------------------------------
trial-2370 sms:trx-umtrx mo_mt_sms.py
----------------------------------------------
06:03:28.594874 tst                    sms:trx-umtrx: Using 1 x ip_address (candidates: 6)
06:03:28.605848 tst                    sms:trx-umtrx: Using 1 x bts (candidates: 1)
06:03:28.743592 tst                     mo_mt_sms.py: using LAC 26352
06:03:28.866093 tst                     mo_mt_sms.py: using RAC 87
06:03:28.988225 tst                     mo_mt_sms.py: using CellId 26352
06:03:29.109969 tst                     mo_mt_sms.py: using BVCI 26353
06:03:29.134184 tst                    sms:trx-umtrx: Using 1 x ip_address (candidates: 6)
06:03:29.145864 tst                    sms:trx-umtrx: Using 1 x ip_address (candidates: 6)
06:03:29.157123 tst                    sms:trx-umtrx: Using 1 x ip_address (candidates: 6)
06:03:29.168063 tst                    sms:trx-umtrx: Using 1 x ip_address (candidates: 6)
06:03:29.179089 tst                    sms:trx-umtrx: Using 1 x ip_address (candidates: 6)
06:03:29.190124 tst                    sms:trx-umtrx: Using 1 x modem (candidates: 2)
06:03:29.304575 tst                    sms:trx-umtrx: Using 1 x modem (candidates: 2)
06:03:29.509851 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
06:03:30.012028 run          create_hlr_db(pid=1833): Launched
06:03:30.195163 bus                        /sierra_2: Setting Powered False
06:03:31.272080 run          create_hlr_db(pid=1833): Terminated: ok {rc=0}
06:03:31.702276 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1835): Launched
06:03:32.102873 run    osmo-hlr_10.42.42.2(pid=1836): Launched
06:03:32.274762 run              osmo-stp_10.42.42.5: Starting osmo-stp
06:03:32.823994 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1838): Launched
06:03:33.139096 run    osmo-stp_10.42.42.5(pid=1839): Launched
06:03:33.252736 run              osmo-msc_10.42.42.6: Starting osmo-msc
06:03:33.830036 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1841): Launched
06:03:34.145810 run    osmo-msc_10.42.42.6(pid=1842): Launched
06:03:34.330173 run    osmo-stp_10.42.42.5(pid=1839): ERR: Terminated: ERROR {rc=1}  [trial-2370↪sms:trx-umtrx↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1839)]
06:03:34.463557 run    osmo-stp_10.42.42.5(pid=1839): stdout: 
| (launched: 2022-12-10_06:03:32.983500)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:03:34.597077 run    osmo-stp_10.42.42.5(pid=1839): stderr: 
| �[0;m�[38;5;43m20221210060333176 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210060333176 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210060333176 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210060333176 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210060333177 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210060333177 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210060333177 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:03:34.723397 run    osmo-stp_10.42.42.5(pid=1839): stdout: 
| (launched: 2022-12-10_06:03:32.983500)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:03:34.848569 run    osmo-stp_10.42.42.5(pid=1839): stderr: 
| �[0;m�[38;5;43m20221210060333176 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210060333176 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210060333176 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210060333176 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210060333177 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210060333177 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210060333177 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:03:34.904036 tst                  mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=1839): Process ended prematurely: osmo-stp_10.42.42.5(pid=1839) [trial-2370↪sms:trx-umtrx↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1839)]  [trial-2370↪sms:trx-umtrx↪mo_mt_sms.py:16]
06:03:34.912839 tst                  mo_mt_sms.py:16: Test FAILED (6.3 sec)
06:03:34.975413 run    osmo-hlr_10.42.42.2(pid=1836): ERR: Terminated: ERROR {rc=237}  [trial-2370↪sms:trx-umtrx↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1836)]
06:03:35.026431 run    osmo-hlr_10.42.42.2(pid=1836): stdout: 
| (launched: 2022-12-10_06:03:31.855108) 
06:03:35.078274 run    osmo-hlr_10.42.42.2(pid=1836): stderr: 
| �[0;m�[1;31m20221210060332178 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210060332178 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210060332178 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210060332179 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210060332179 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210060332179 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210060332198 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/sms:trx-umtrx/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210060332211 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210060332211 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210060332211 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
06:03:35.148612 run    osmo-msc_10.42.42.6(pid=1842): ERR: Terminated: ERROR {rc=2}  [trial-2370↪sms:trx-umtrx↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1842)]
06:03:35.199564 run    osmo-msc_10.42.42.6(pid=1842): stdout: 
| (launched: 2022-12-10_06:03:33.989991) 
06:03:35.251030 run    osmo-msc_10.42.42.6(pid=1842): stderr: 
| �[0;m�[38;5;43m20221210060334312 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210060334312 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f29ccb76c40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210060334312 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210060334312 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210060334312 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210060334312 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210060334314 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210060334315 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210060334315 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210060334315 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
06:03:35.294754 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1835): Terminating (SIGTERM)
06:03:35.336294 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1838): Terminating (SIGTERM)
06:03:35.378349 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1841): Terminating (SIGTERM)
06:03:35.388095 ---      ParallelTerminationStrategy: PID 1835 died...
06:03:35.443682 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1835): Terminated: ok {rc=0}
06:03:35.453830 ---      ParallelTerminationStrategy: PID 1838 died...
06:03:35.508733 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1838): Terminated: ok {rc=0}
06:03:35.518972 ---      ParallelTerminationStrategy: PID 1841 died...
06:03:35.574106 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1841): Terminated: ok {rc=0}
06:03:35.660155 bus                        /sierra_3: Setting Powered False
06:03:36.767283 bus                        /sierra_3: Setting Powered False
06:03:37.874422 bus                        /sierra_2: Setting Powered False
</stdout></case><duration>12.0</duration><id>76</id><name>sms_trx-umtrx</name><properties></properties><timestamp>2022-12-10T06:03:28</timestamp></suite><suite><case><age>226</age><className>nitb_ussd:trx-umtrx</className><duration>4.0</duration><errorStackTrace>osmo-nitb_10.42.42.2(pid=1849): Process ended prematurely: osmo-nitb_10.42.42.2(pid=1849) [trial-2370↪nitb_ussd:trx-umtrx↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=1849)]</errorStackTrace><failedSince>2145</failedSince><name>assert_extension.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py", line 12, in &lt;module&gt;
    nitb.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py", line 67, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=1849): Process ended prematurely: osmo-nitb_10.42.42.2(pid=1849) [trial-2370↪nitb_ussd:trx-umtrx↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=1849)]
</stderr><stdout>
----------------------------------------------
trial-2370 nitb_ussd:trx-umtrx assert_extension.py
----------------------------------------------
06:03:39.720262 tst              nitb_ussd:trx-umtrx: Using 1 x ip_address (candidates: 1)
06:03:39.731594 tst              nitb_ussd:trx-umtrx: Using 1 x bts (candidates: 1)
06:03:39.870326 tst              assert_extension.py: using LAC 26353
06:03:39.992621 tst              assert_extension.py: using RAC 88
06:03:40.114864 tst              assert_extension.py: using CellId 26353
06:03:40.236781 tst              assert_extension.py: using BVCI 26354
06:03:40.260780 tst              nitb_ussd:trx-umtrx: Using 1 x modem (candidates: 1)
06:03:40.532229 tst           assert_extension.py:10: start nitb and bts...
06:03:40.654364 run             osmo-nitb_10.42.42.2: Starting osmo-nitb
06:03:41.264321 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=1848): Launched
06:03:41.557921 run   osmo-nitb_10.42.42.2(pid=1849): Launched
06:03:41.739589 run   osmo-nitb_10.42.42.2(pid=1849): ERR: Terminated: ERROR {rc=2}  [trial-2370↪nitb_ussd:trx-umtrx↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=1849)]
06:03:41.874246 run   osmo-nitb_10.42.42.2(pid=1849): stdout: 
| (launched: 2022-12-10_06:03:41.413641) 
06:03:42.009455 run   osmo-nitb_10.42.42.2(pid=1849): stderr: 
| (launched: 2022-12-10_06:03:41.457272)
| ======================================================================
| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and
| obsolete for several years.  If you really want to ignore years of hard work on
| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),
| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line
| argument.  DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!
| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box
| ====================================================================== 
06:03:42.139369 run   osmo-nitb_10.42.42.2(pid=1849): stdout: 
| (launched: 2022-12-10_06:03:41.413641) 
06:03:42.267878 run   osmo-nitb_10.42.42.2(pid=1849): stderr: 
| (launched: 2022-12-10_06:03:41.457272)
| ======================================================================
| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and
| obsolete for several years.  If you really want to ignore years of hard work on
| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),
| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line
| argument.  DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!
| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box
| ====================================================================== 
06:03:42.677159 tst   osmo-nitb_10.42.42.2(pid=1849): stdout: 
| (launched: 2022-12-10_06:03:41.413641) 
06:03:42.795386 tst   osmo-nitb_10.42.42.2(pid=1849): stderr: 
| (launched: 2022-12-10_06:03:41.457272)
| ======================================================================
| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and
| obsolete for several years.  If you really want to ignore years of hard work on
| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),
| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line
| argument.  DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!
| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box
| ====================================================================== 
06:03:42.847443 tst           assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=1849): Process ended prematurely: osmo-nitb_10.42.42.2(pid=1849) [trial-2370↪nitb_ussd:trx-umtrx↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=1849)]  [trial-2370↪nitb_ussd:trx-umtrx↪assert_extension.py:12]
06:03:42.855696 tst           assert_extension.py:12: Test FAILED (3.1 sec)
06:03:42.890419 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=1848): Terminating (SIGTERM)
06:03:43.067947 ---      ParallelTerminationStrategy: PID 1848 died...
06:03:43.123131 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=1848): Terminated: ok {rc=0}
06:03:43.210521 bus                        /sierra_2: Setting Powered False
</stdout></case><duration>6.0</duration><id>77</id><name>nitb_ussd_trx-umtrx</name><properties></properties><timestamp>2022-12-10T06:03:39</timestamp></suite><suite><case><age>53</age><className>ussd:trx-umtrx</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=1859): Process ended prematurely: osmo-stp_10.42.42.5(pid=1859) [trial-2370↪ussd:trx-umtrx↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1859)]</errorStackTrace><failedSince>2318</failedSince><name>assert_extension.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py", line 17, in &lt;module&gt;
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1859): Process ended prematurely: osmo-stp_10.42.42.5(pid=1859) [trial-2370↪ussd:trx-umtrx↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1859)]
</stderr><stdout>
----------------------------------------------
trial-2370 ussd:trx-umtrx assert_extension.py
----------------------------------------------
06:03:45.040442 tst                   ussd:trx-umtrx: Using 1 x ip_address (candidates: 6)
06:03:45.051193 tst                   ussd:trx-umtrx: Using 1 x bts (candidates: 1)
06:03:45.185455 tst              assert_extension.py: using LAC 26354
06:03:45.299531 tst              assert_extension.py: using RAC 89
06:03:45.413934 tst              assert_extension.py: using CellId 26354
06:03:45.528660 tst              assert_extension.py: using BVCI 26355
06:03:45.551292 tst                   ussd:trx-umtrx: Using 1 x ip_address (candidates: 6)
06:03:45.562147 tst                   ussd:trx-umtrx: Using 1 x ip_address (candidates: 6)
06:03:45.572712 tst                   ussd:trx-umtrx: Using 1 x ip_address (candidates: 6)
06:03:45.583589 tst                   ussd:trx-umtrx: Using 1 x ip_address (candidates: 6)
06:03:45.594268 tst                   ussd:trx-umtrx: Using 1 x ip_address (candidates: 6)
06:03:45.605254 tst                   ussd:trx-umtrx: Using 1 x modem (candidates: 1)
06:03:45.810751 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
06:03:46.373362 run          create_hlr_db(pid=1853): Launched
06:03:46.560528 bus                        /sierra_2: Setting Powered False
06:03:47.576187 run          create_hlr_db(pid=1853): Terminated: ok {rc=0}
06:03:47.998251 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1855): Launched
06:03:48.313941 run    osmo-hlr_10.42.42.2(pid=1856): Launched
06:03:48.430515 run              osmo-stp_10.42.42.5: Starting osmo-stp
06:03:48.982400 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1858): Launched
06:03:49.297099 run    osmo-stp_10.42.42.5(pid=1859): Launched
06:03:49.411645 run              osmo-msc_10.42.42.6: Starting osmo-msc
06:03:49.988279 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1861): Launched
06:03:50.302397 run    osmo-msc_10.42.42.6(pid=1862): Launched
06:03:50.487409 run    osmo-stp_10.42.42.5(pid=1859): ERR: Terminated: ERROR {rc=1}  [trial-2370↪ussd:trx-umtrx↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1859)]
06:03:50.620728 run    osmo-stp_10.42.42.5(pid=1859): stdout: 
| (launched: 2022-12-10_06:03:49.142343)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:03:50.753604 run    osmo-stp_10.42.42.5(pid=1859): stderr: 
| �[0;m�[38;5;43m20221210060349332 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210060349332 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210060349333 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210060349333 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210060349333 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210060349334 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210060349334 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:03:50.880119 run    osmo-stp_10.42.42.5(pid=1859): stdout: 
| (launched: 2022-12-10_06:03:49.142343)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:03:51.005717 run    osmo-stp_10.42.42.5(pid=1859): stderr: 
| �[0;m�[38;5;43m20221210060349332 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210060349332 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210060349333 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210060349333 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210060349333 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210060349334 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210060349334 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:03:51.061192 tst           assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=1859): Process ended prematurely: osmo-stp_10.42.42.5(pid=1859) [trial-2370↪ussd:trx-umtrx↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1859)]  [trial-2370↪ussd:trx-umtrx↪assert_extension.py:17]
06:03:51.070055 tst           assert_extension.py:17: Test FAILED (6.0 sec)
06:03:51.133072 run    osmo-hlr_10.42.42.2(pid=1856): ERR: Terminated: ERROR {rc=237}  [trial-2370↪ussd:trx-umtrx↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1856)]
06:03:51.184511 run    osmo-hlr_10.42.42.2(pid=1856): stdout: 
| (launched: 2022-12-10_06:03:48.159223) 
06:03:51.236775 run    osmo-hlr_10.42.42.2(pid=1856): stderr: 
| �[0;m�[1;31m20221210060348357 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210060348357 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210060348357 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210060348357 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210060348357 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210060348357 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210060348370 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/ussd:trx-umtrx/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210060348378 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210060348378 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210060348378 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
06:03:51.307485 run    osmo-msc_10.42.42.6(pid=1862): ERR: Terminated: ERROR {rc=2}  [trial-2370↪ussd:trx-umtrx↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1862)]
06:03:51.359186 run    osmo-msc_10.42.42.6(pid=1862): stdout: 
| (launched: 2022-12-10_06:03:50.148135) 
06:03:51.411163 run    osmo-msc_10.42.42.6(pid=1862): stderr: 
| �[0;m�[38;5;43m20221210060350468 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210060350468 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ffb8660fc40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210060350468 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210060350469 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210060350469 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210060350469 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210060350471 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210060350471 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210060350471 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210060350471 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
06:03:51.455413 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1855): Terminating (SIGTERM)
06:03:51.497310 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1858): Terminating (SIGTERM)
06:03:51.539329 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1861): Terminating (SIGTERM)
06:03:51.549160 ---      ParallelTerminationStrategy: PID 1855 died...
06:03:51.605071 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1855): Terminated: ok {rc=0}
06:03:51.615196 ---      ParallelTerminationStrategy: PID 1858 died...
06:03:51.670555 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1858): Terminated: ok {rc=0}
06:03:51.680521 ---      ParallelTerminationStrategy: PID 1861 died...
06:03:51.735837 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1861): Terminated: ok {rc=0}
06:03:51.822849 bus                        /sierra_2: Setting Powered False
</stdout></case><duration>9.0</duration><id>78</id><name>ussd_trx-umtrx</name><properties></properties><timestamp>2022-12-10T06:03:44</timestamp></suite><suite><case><age>53</age><className>voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=1873): Process ended prematurely: osmo-stp_10.42.42.5(pid=1873) [trial-2370↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1873)]</errorStackTrace><failedSince>2318</failedSince><name>mo_mt_call.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py", line 8, in &lt;module&gt;
    test_mo_mt_call(False, False)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py", line 19, in test_mo_mt_call
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1873): Process ended prematurely: osmo-stp_10.42.42.5(pid=1873) [trial-2370↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1873)]
</stderr><stdout>
----------------------------------------------
trial-2370 voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py
----------------------------------------------
06:03:53.775403 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)
06:03:53.786545 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)
06:03:53.942125 tst                    mo_mt_call.py: using LAC 26355
06:03:54.060347 tst                    mo_mt_call.py: using RAC 90
06:03:54.179182 tst                    mo_mt_call.py: using CellId 26355
06:03:54.298663 tst                    mo_mt_call.py: using BVCI 26356
06:03:54.321512 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)
06:03:54.332498 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)
06:03:54.343614 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)
06:03:54.355202 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)
06:03:54.366228 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)
06:03:54.377280 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)
06:03:54.491573 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)
06:03:54.701342 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
06:03:55.213031 run          create_hlr_db(pid=1867): Launched
06:03:55.399124 bus                        /sierra_2: Setting Powered False
06:03:56.420138 run          create_hlr_db(pid=1867): Terminated: ok {rc=0}
06:03:56.826204 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1869): Launched
06:03:57.128412 run    osmo-hlr_10.42.42.2(pid=1870): Launched
06:03:57.249102 run              osmo-stp_10.42.42.5: Starting osmo-stp
06:03:57.781593 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1872): Launched
06:03:58.081331 run    osmo-stp_10.42.42.5(pid=1873): Launched
06:03:58.190855 run              osmo-msc_10.42.42.6: Starting osmo-msc
06:03:58.741916 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1875): Launched
06:03:59.044396 run    osmo-msc_10.42.42.6(pid=1876): Launched
06:03:59.221519 run    osmo-stp_10.42.42.5(pid=1873): ERR: Terminated: ERROR {rc=1}  [trial-2370↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1873)]
06:03:59.349810 run    osmo-stp_10.42.42.5(pid=1873): stdout: 
| (launched: 2022-12-10_06:03:57.933847)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:03:59.475725 run    osmo-stp_10.42.42.5(pid=1873): stderr: 
| �[0;m�[38;5;43m20221210060358103 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210060358103 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210060358103 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210060358104 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210060358106 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210060358106 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210060358106 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:03:59.596238 run    osmo-stp_10.42.42.5(pid=1873): stdout: 
| (launched: 2022-12-10_06:03:57.933847)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:03:59.715468 run    osmo-stp_10.42.42.5(pid=1873): stderr: 
| �[0;m�[38;5;43m20221210060358103 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210060358103 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210060358103 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210060358104 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210060358106 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210060358106 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210060358106 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:03:59.768520 tst                  mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1873): Process ended prematurely: osmo-stp_10.42.42.5(pid=1873) [trial-2370↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1873)]  [trial-2370↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]
06:03:59.777564 tst                  mo_mt_call.py:8: Test FAILED (6.0 sec)
06:03:59.837595 run    osmo-hlr_10.42.42.2(pid=1870): ERR: Terminated: ERROR {rc=237}  [trial-2370↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1870)]
06:03:59.886553 run    osmo-hlr_10.42.42.2(pid=1870): stdout: 
| (launched: 2022-12-10_06:03:56.978974) 
06:03:59.936019 run    osmo-hlr_10.42.42.2(pid=1870): stderr: 
| �[0;m�[1;31m20221210060357154 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210060357154 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210060357154 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210060357155 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210060357155 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210060357155 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210060357166 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210060357174 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210060357174 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210060357174 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
06:04:00.003023 run    osmo-msc_10.42.42.6(pid=1876): ERR: Terminated: ERROR {rc=2}  [trial-2370↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1876)]
06:04:00.051918 run    osmo-msc_10.42.42.6(pid=1876): stdout: 
| (launched: 2022-12-10_06:03:58.894298) 
06:04:00.101331 run    osmo-msc_10.42.42.6(pid=1876): stderr: 
| �[0;m�[38;5;43m20221210060359166 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210060359166 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb981837c40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210060359166 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210060359166 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210060359166 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210060359167 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210060359168 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210060359169 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210060359169 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210060359169 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
06:04:00.143308 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1869): Terminating (SIGTERM)
06:04:00.183040 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1872): Terminating (SIGTERM)
06:04:00.222716 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1875): Terminating (SIGTERM)
06:04:00.232172 ---      ParallelTerminationStrategy: PID 1869 died...
06:04:00.285489 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1869): Terminated: ok {rc=0}
06:04:00.294958 ---      ParallelTerminationStrategy: PID 1872 died...
06:04:00.348175 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1872): Terminated: ok {rc=0}
06:04:00.358087 ---      ParallelTerminationStrategy: PID 1875 died...
06:04:00.411582 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1875): Terminated: ok {rc=0}
06:04:00.500290 bus                        /sierra_3: Setting Powered False
06:04:01.610631 bus                        /sierra_3: Setting Powered False
06:04:02.723232 bus                        /sierra_2: Setting Powered False
</stdout></case><case><age>53</age><className>voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=1884): Process ended prematurely: osmo-stp_10.42.42.5(pid=1884) [trial-2370↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1884)]</errorStackTrace><failedSince>2318</failedSince><name>mo_mt_call_osmux.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py", line 8, in &lt;module&gt;
    test_mo_mt_call(True, True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py", line 19, in test_mo_mt_call
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1884): Process ended prematurely: osmo-stp_10.42.42.5(pid=1884) [trial-2370↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1884)]
</stderr><stdout>
----------------------------------------------
trial-2370 voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py
----------------------------------------------
06:04:03.833336 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)
06:04:03.845254 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)
06:04:04.002359 tst              mo_mt_call_osmux.py: using LAC 26356
06:04:04.120453 tst              mo_mt_call_osmux.py: using RAC 91
06:04:04.245901 tst              mo_mt_call_osmux.py: using CellId 26356
06:04:04.372443 tst              mo_mt_call_osmux.py: using BVCI 26357
06:04:04.397446 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)
06:04:04.409159 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)
06:04:04.420617 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)
06:04:04.432186 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)
06:04:04.443864 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)
06:04:04.455446 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)
06:04:04.569393 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)
06:04:04.779384 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
06:04:05.291468 run          create_hlr_db(pid=1878): Launched
06:04:05.476937 bus                        /sierra_2: Setting Powered False
06:04:06.497352 run          create_hlr_db(pid=1878): Terminated: ok {rc=0}
06:04:06.922953 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1880): Launched
06:04:07.243053 run    osmo-hlr_10.42.42.2(pid=1881): Launched
06:04:07.363666 run              osmo-stp_10.42.42.5: Starting osmo-stp
06:04:07.922899 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1883): Launched
06:04:08.245054 run    osmo-stp_10.42.42.5(pid=1884): Launched
06:04:08.361115 run              osmo-msc_10.42.42.6: Starting osmo-msc
06:04:08.950880 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1886): Launched
06:04:09.273914 run    osmo-msc_10.42.42.6(pid=1887): Launched
06:04:09.462603 run    osmo-stp_10.42.42.5(pid=1884): ERR: Terminated: ERROR {rc=1}  [trial-2370↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1884)]
06:04:09.598573 run    osmo-stp_10.42.42.5(pid=1884): stdout: 
| (launched: 2022-12-10_06:04:08.086337)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:04:09.733976 run    osmo-stp_10.42.42.5(pid=1884): stderr: 
| �[0;m�[38;5;43m20221210060408281 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210060408281 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210060408281 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210060408282 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210060408282 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210060408282 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210060408282 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:04:09.863107 run    osmo-stp_10.42.42.5(pid=1884): stdout: 
| (launched: 2022-12-10_06:04:08.086337)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:04:09.990457 run    osmo-stp_10.42.42.5(pid=1884): stderr: 
| �[0;m�[38;5;43m20221210060408281 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210060408281 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210060408281 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210060408282 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210060408282 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210060408282 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210060408282 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:04:10.047247 tst            mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1884): Process ended prematurely: osmo-stp_10.42.42.5(pid=1884) [trial-2370↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1884)]  [trial-2370↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]
06:04:10.056757 tst            mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)
06:04:10.119061 run    osmo-hlr_10.42.42.2(pid=1881): ERR: Terminated: ERROR {rc=237}  [trial-2370↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1881)]
06:04:10.170190 run    osmo-hlr_10.42.42.2(pid=1881): stdout: 
| (launched: 2022-12-10_06:04:07.085989) 
06:04:10.222471 run    osmo-hlr_10.42.42.2(pid=1881): stderr: 
| �[0;m�[1;31m20221210060407285 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210060407285 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210060407285 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210060407285 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210060407285 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210060407285 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210060407297 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210060407305 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210060407305 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210060407305 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
06:04:10.292643 run    osmo-msc_10.42.42.6(pid=1887): ERR: Terminated: ERROR {rc=2}  [trial-2370↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1887)]
06:04:10.343591 run    osmo-msc_10.42.42.6(pid=1887): stdout: 
| (launched: 2022-12-10_06:04:09.114212) 
06:04:10.395349 run    osmo-msc_10.42.42.6(pid=1887): stderr: 
| �[0;m�[38;5;43m20221210060409435 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210060409436 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa6f75d1c40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210060409436 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210060409436 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210060409436 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210060409436 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210060409438 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210060409438 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210060409438 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210060409438 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
06:04:10.439209 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1880): Terminating (SIGTERM)
06:04:10.480496 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1883): Terminating (SIGTERM)
06:04:10.521854 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1886): Terminating (SIGTERM)
06:04:10.531539 ---      ParallelTerminationStrategy: PID 1880 died...
06:04:10.587286 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1880): Terminated: ok {rc=0}
06:04:10.597297 ---      ParallelTerminationStrategy: PID 1883 died...
06:04:10.652480 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1883): Terminated: ok {rc=0}
06:04:10.662398 ---      ParallelTerminationStrategy: PID 1886 died...
06:04:10.717599 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1886): Terminated: ok {rc=0}
06:04:10.805710 bus                        /sierra_3: Setting Powered False
06:04:11.936226 bus                        /sierra_3: Setting Powered False
06:04:13.044293 bus                        /sierra_2: Setting Powered False
</stdout></case><duration>22.0</duration><id>79</id><name>voice_trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1</name><properties></properties><timestamp>2022-12-10T06:03:53</timestamp></suite><suite><case><age>53</age><className>voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=1898): Process ended prematurely: osmo-stp_10.42.42.5(pid=1898) [trial-2370↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1898)]</errorStackTrace><failedSince>2318</failedSince><name>mo_mt_call.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py", line 8, in &lt;module&gt;
    test_mo_mt_call(False, False)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py", line 19, in test_mo_mt_call
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1898): Process ended prematurely: osmo-stp_10.42.42.5(pid=1898) [trial-2370↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1898)]
</stderr><stdout>
----------------------------------------------
trial-2370 voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py
----------------------------------------------
06:04:15.045621 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)
06:04:15.057498 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)
06:04:15.219414 tst                    mo_mt_call.py: using LAC 26357
06:04:15.345204 tst                    mo_mt_call.py: using RAC 92
06:04:15.472688 tst                    mo_mt_call.py: using CellId 26357
06:04:15.602190 tst                    mo_mt_call.py: using BVCI 26358
06:04:15.626625 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)
06:04:15.638270 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)
06:04:15.649653 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)
06:04:15.661049 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)
06:04:15.672455 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)
06:04:15.683906 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)
06:04:15.801266 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)
06:04:16.028753 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
06:04:16.575824 run          create_hlr_db(pid=1892): Launched
06:04:16.791753 bus                        /sierra_2: Setting Powered False
06:04:17.789457 run          create_hlr_db(pid=1892): Terminated: ok {rc=0}
06:04:18.214511 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1894): Launched
06:04:18.515749 run    osmo-hlr_10.42.42.2(pid=1895): Launched
06:04:18.624888 run              osmo-stp_10.42.42.5: Starting osmo-stp
06:04:19.146614 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1897): Launched
06:04:19.445129 run    osmo-stp_10.42.42.5(pid=1898): Launched
06:04:19.553705 run              osmo-msc_10.42.42.6: Starting osmo-msc
06:04:20.101930 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1900): Launched
06:04:20.402407 run    osmo-msc_10.42.42.6(pid=1901): Launched
06:04:20.579555 run    osmo-stp_10.42.42.5(pid=1898): ERR: Terminated: ERROR {rc=1}  [trial-2370↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1898)]
06:04:20.707506 run    osmo-stp_10.42.42.5(pid=1898): stdout: 
| (launched: 2022-12-10_06:04:19.297701)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:04:20.832596 run    osmo-stp_10.42.42.5(pid=1898): stderr: 
| �[0;m�[38;5;43m20221210060419468 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210060419468 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210060419468 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210060419469 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210060419469 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210060419469 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210060419469 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:04:20.952932 run    osmo-stp_10.42.42.5(pid=1898): stdout: 
| (launched: 2022-12-10_06:04:19.297701)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:04:21.072169 run    osmo-stp_10.42.42.5(pid=1898): stderr: 
| �[0;m�[38;5;43m20221210060419468 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210060419468 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210060419468 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210060419469 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210060419469 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210060419469 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210060419469 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:04:21.125101 tst                  mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1898): Process ended prematurely: osmo-stp_10.42.42.5(pid=1898) [trial-2370↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1898)]  [trial-2370↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]
06:04:21.133733 tst                  mo_mt_call.py:8: Test FAILED (6.1 sec)
06:04:21.193345 run    osmo-hlr_10.42.42.2(pid=1895): ERR: Terminated: ERROR {rc=237}  [trial-2370↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1895)]
06:04:21.242714 run    osmo-hlr_10.42.42.2(pid=1895): stdout: 
| (launched: 2022-12-10_06:04:18.367528) 
06:04:21.292302 run    osmo-hlr_10.42.42.2(pid=1895): stderr: 
| �[0;m�[1;31m20221210060418542 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210060418542 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210060418542 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210060418542 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210060418542 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210060418542 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210060418561 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210060418570 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210060418570 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210060418570 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
06:04:21.359473 run    osmo-msc_10.42.42.6(pid=1901): ERR: Terminated: ERROR {rc=2}  [trial-2370↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1901)]
06:04:21.408513 run    osmo-msc_10.42.42.6(pid=1901): stdout: 
| (launched: 2022-12-10_06:04:20.253810) 
06:04:21.458111 run    osmo-msc_10.42.42.6(pid=1901): stderr: 
| �[0;m�[38;5;43m20221210060420525 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210060420525 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f82a8f76c40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210060420525 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210060420525 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210060420525 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210060420526 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210060420528 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210060420528 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210060420529 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210060420529 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
06:04:21.499395 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1894): Terminating (SIGTERM)
06:04:21.538865 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1897): Terminating (SIGTERM)
06:04:21.578140 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1900): Terminating (SIGTERM)
06:04:21.587523 ---      ParallelTerminationStrategy: PID 1894 died...
06:04:21.640904 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1894): Terminated: ok {rc=0}
06:04:21.650687 ---      ParallelTerminationStrategy: PID 1897 died...
06:04:21.703104 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1897): Terminated: ok {rc=0}
06:04:21.712778 ---      ParallelTerminationStrategy: PID 1900 died...
06:04:21.765634 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1900): Terminated: ok {rc=0}
06:04:21.849965 bus                        /sierra_3: Setting Powered False
06:04:22.957534 bus                        /sierra_3: Setting Powered False
06:04:24.067013 bus                        /sierra_2: Setting Powered False
</stdout></case><case><age>53</age><className>voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=1909): Process ended prematurely: osmo-stp_10.42.42.5(pid=1909) [trial-2370↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1909)]</errorStackTrace><failedSince>2318</failedSince><name>mo_mt_call_osmux.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py", line 8, in &lt;module&gt;
    test_mo_mt_call(True, True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py", line 19, in test_mo_mt_call
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1909): Process ended prematurely: osmo-stp_10.42.42.5(pid=1909) [trial-2370↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1909)]
</stderr><stdout>
----------------------------------------------
trial-2370 voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py
----------------------------------------------
06:04:25.181508 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)
06:04:25.194188 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)
06:04:25.356782 tst              mo_mt_call_osmux.py: using LAC 26358
06:04:25.485120 tst              mo_mt_call_osmux.py: using RAC 93
06:04:25.613079 tst              mo_mt_call_osmux.py: using CellId 26358
06:04:25.738935 tst              mo_mt_call_osmux.py: using BVCI 26359
06:04:25.763478 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)
06:04:25.775149 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)
06:04:25.786518 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)
06:04:25.798071 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)
06:04:25.809706 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)
06:04:25.821192 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)
06:04:25.941157 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)
06:04:26.154784 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
06:04:26.668157 run          create_hlr_db(pid=1903): Launched
06:04:26.853218 bus                        /sierra_2: Setting Powered False
06:04:27.874734 run          create_hlr_db(pid=1903): Terminated: ok {rc=0}
06:04:28.302921 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1905): Launched
06:04:28.624282 run    osmo-hlr_10.42.42.2(pid=1906): Launched
06:04:28.741034 run              osmo-stp_10.42.42.5: Starting osmo-stp
06:04:29.299101 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1908): Launched
06:04:29.620831 run    osmo-stp_10.42.42.5(pid=1909): Launched
06:04:29.736777 run              osmo-msc_10.42.42.6: Starting osmo-msc
06:04:30.323900 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1911): Launched
06:04:30.647619 run    osmo-msc_10.42.42.6(pid=1912): Launched
06:04:30.841037 run    osmo-stp_10.42.42.5(pid=1909): ERR: Terminated: ERROR {rc=1}  [trial-2370↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1909)]
06:04:31.100416 run    osmo-stp_10.42.42.5(pid=1909): stdout: 
| (launched: 2022-12-10_06:04:29.462850)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:04:31.247586 run    osmo-stp_10.42.42.5(pid=1909): stderr: 
| �[0;m�[38;5;43m20221210060429658 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210060429658 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210060429658 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210060429659 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210060429659 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210060429659 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210060429659 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:04:31.382047 run    osmo-stp_10.42.42.5(pid=1909): stdout: 
| (launched: 2022-12-10_06:04:29.462850)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:04:31.513869 run    osmo-stp_10.42.42.5(pid=1909): stderr: 
| �[0;m�[38;5;43m20221210060429658 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210060429658 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210060429658 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210060429659 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210060429659 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210060429659 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210060429659 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:04:31.573701 tst            mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1909): Process ended prematurely: osmo-stp_10.42.42.5(pid=1909) [trial-2370↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1909)]  [trial-2370↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]
06:04:31.583742 tst            mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)
06:04:31.647439 run    osmo-hlr_10.42.42.2(pid=1906): ERR: Terminated: ERROR {rc=237}  [trial-2370↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1906)]
06:04:31.699558 run    osmo-hlr_10.42.42.2(pid=1906): stdout: 
| (launched: 2022-12-10_06:04:28.467252) 
06:04:31.752790 run    osmo-hlr_10.42.42.2(pid=1906): stderr: 
| �[0;m�[1;31m20221210060428668 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210060428668 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210060428668 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210060428668 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210060428669 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210060428669 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210060428685 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210060428694 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210060428695 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210060428695 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
06:04:31.823472 run    osmo-msc_10.42.42.6(pid=1912): ERR: Terminated: ERROR {rc=2}  [trial-2370↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1912)]
06:04:31.875204 run    osmo-msc_10.42.42.6(pid=1912): stdout: 
| (launched: 2022-12-10_06:04:30.487469) 
06:04:31.927763 run    osmo-msc_10.42.42.6(pid=1912): stderr: 
| �[0;m�[38;5;43m20221210060430809 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210060430809 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f8b58405c40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210060430809 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210060430809 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210060430809 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210060430810 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210060430811 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210060430812 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210060430812 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210060430812 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
06:04:31.973436 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1905): Terminating (SIGTERM)
06:04:32.017327 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1908): Terminating (SIGTERM)
06:04:32.060409 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1911): Terminating (SIGTERM)
06:04:32.071215 ---      ParallelTerminationStrategy: PID 1905 died...
06:04:32.127616 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1905): Terminated: ok {rc=0}
06:04:32.137953 ---      ParallelTerminationStrategy: PID 1908 died...
06:04:32.194626 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1908): Terminated: ok {rc=0}
06:04:32.205019 ---      ParallelTerminationStrategy: PID 1911 died...
06:04:32.260677 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1911): Terminated: ok {rc=0}
06:04:32.347623 bus                        /sierra_3: Setting Powered False
06:04:33.450011 bus                        /sierra_3: Setting Powered False
06:04:34.556290 bus                        /sierra_2: Setting Powered False
</stdout></case><duration>22.0</duration><id>80</id><name>voice_trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2</name><properties></properties><timestamp>2022-12-10T06:04:14</timestamp></suite><suite><case><age>53</age><className>voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=1924): Process ended prematurely: osmo-stp_10.42.42.5(pid=1924) [trial-2370↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1924)]</errorStackTrace><failedSince>2318</failedSince><name>mo_mt_call.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py", line 8, in &lt;module&gt;
    test_mo_mt_call(False, False)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py", line 19, in test_mo_mt_call
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1924): Process ended prematurely: osmo-stp_10.42.42.5(pid=1924) [trial-2370↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1924)]
</stderr><stdout>
----------------------------------------------
trial-2370 voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py
----------------------------------------------
06:04:36.551724 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)
06:04:36.562952 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)
06:04:36.720214 tst                    mo_mt_call.py: using LAC 26359
06:04:36.844719 tst                    mo_mt_call.py: using RAC 94
06:04:36.970160 tst                    mo_mt_call.py: using CellId 26359
06:04:37.095069 tst                    mo_mt_call.py: using BVCI 26360
06:04:37.120149 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)
06:04:37.131631 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)
06:04:37.143149 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)
06:04:37.154519 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)
06:04:37.166006 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)
06:04:37.177334 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)
06:04:37.292101 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)
06:04:37.492212 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
06:04:37.966041 run          create_hlr_db(pid=1918): Launched
06:04:38.138555 bus                        /sierra_2: Setting Powered False
06:04:39.159261 run          create_hlr_db(pid=1918): Terminated: ok {rc=0}
06:04:39.588121 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1920): Launched
06:04:39.909664 run    osmo-hlr_10.42.42.2(pid=1921): Launched
06:04:40.029107 run              osmo-stp_10.42.42.5: Starting osmo-stp
06:04:40.591535 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1923): Launched
06:04:40.912196 run    osmo-stp_10.42.42.5(pid=1924): Launched
06:04:41.028632 run              osmo-msc_10.42.42.6: Starting osmo-msc
06:04:41.617742 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1926): Launched
06:04:41.938508 run    osmo-msc_10.42.42.6(pid=1927): Launched
06:04:42.127225 run    osmo-stp_10.42.42.5(pid=1924): ERR: Terminated: ERROR {rc=1}  [trial-2370↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1924)]
06:04:42.262942 run    osmo-stp_10.42.42.5(pid=1924): stdout: 
| (launched: 2022-12-10_06:04:40.754941)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:04:42.399082 run    osmo-stp_10.42.42.5(pid=1924): stderr: 
| �[0;m�[38;5;43m20221210060440949 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210060440950 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210060440950 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210060440950 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210060440951 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210060440951 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210060440951 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:04:42.528726 run    osmo-stp_10.42.42.5(pid=1924): stdout: 
| (launched: 2022-12-10_06:04:40.754941)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:04:42.656385 run    osmo-stp_10.42.42.5(pid=1924): stderr: 
| �[0;m�[38;5;43m20221210060440949 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210060440950 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210060440950 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210060440950 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210060440951 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210060440951 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210060440951 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:04:42.713163 tst                  mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1924): Process ended prematurely: osmo-stp_10.42.42.5(pid=1924) [trial-2370↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1924)]  [trial-2370↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]
06:04:42.722843 tst                  mo_mt_call.py:8: Test FAILED (6.2 sec)
06:04:42.785045 run    osmo-hlr_10.42.42.2(pid=1921): ERR: Terminated: ERROR {rc=237}  [trial-2370↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1921)]
06:04:42.836128 run    osmo-hlr_10.42.42.2(pid=1921): stdout: 
| (launched: 2022-12-10_06:04:39.751529) 
06:04:42.887812 run    osmo-hlr_10.42.42.2(pid=1921): stderr: 
| �[0;m�[1;31m20221210060439951 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210060439951 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210060439951 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210060439951 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210060439951 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210060439951 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210060439964 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210060439972 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210060439972 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210060439972 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
06:04:42.957999 run    osmo-msc_10.42.42.6(pid=1927): ERR: Terminated: ERROR {rc=2}  [trial-2370↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1927)]
06:04:43.009078 run    osmo-msc_10.42.42.6(pid=1927): stdout: 
| (launched: 2022-12-10_06:04:41.781243) 
06:04:43.060746 run    osmo-msc_10.42.42.6(pid=1927): stderr: 
| �[0;m�[38;5;43m20221210060442104 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210060442104 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f6b9913ec40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210060442104 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210060442104 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210060442105 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210060442105 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210060442106 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210060442107 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210060442107 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210060442107 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
06:04:43.105011 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1920): Terminating (SIGTERM)
06:04:43.146494 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1923): Terminating (SIGTERM)
06:04:43.187859 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1926): Terminating (SIGTERM)
06:04:43.197110 ---      ParallelTerminationStrategy: PID 1920 died...
06:04:43.252708 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1920): Terminated: ok {rc=0}
06:04:43.262845 ---      ParallelTerminationStrategy: PID 1923 died...
06:04:43.318111 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1923): Terminated: ok {rc=0}
06:04:43.328118 ---      ParallelTerminationStrategy: PID 1926 died...
06:04:43.383859 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1926): Terminated: ok {rc=0}
06:04:43.471068 bus                        /sierra_3: Setting Powered False
06:04:44.577284 bus                        /sierra_3: Setting Powered False
06:04:45.686140 bus                        /sierra_2: Setting Powered False
</stdout></case><case><age>56</age><className>voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=1937): Process ended prematurely: osmo-stp_10.42.42.5(pid=1937) [trial-2370↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1937)]</errorStackTrace><failedSince>2315</failedSince><name>mo_mt_call_osmux.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py", line 8, in &lt;module&gt;
    test_mo_mt_call(True, True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py", line 19, in test_mo_mt_call
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1937): Process ended prematurely: osmo-stp_10.42.42.5(pid=1937) [trial-2370↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1937)]
</stderr><stdout>
----------------------------------------------
trial-2370 voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py
----------------------------------------------
06:04:46.829260 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)
06:04:46.846325 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)
06:04:47.027373 tst              mo_mt_call_osmux.py: using LAC 26360
06:04:47.173265 tst              mo_mt_call_osmux.py: using RAC 95
06:04:47.294544 tst              mo_mt_call_osmux.py: using CellId 26360
06:04:47.415137 tst              mo_mt_call_osmux.py: using BVCI 26361
06:04:47.437986 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)
06:04:47.448917 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)
06:04:47.459791 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)
06:04:47.471279 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)
06:04:47.483043 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)
06:04:47.494632 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)
06:04:47.609695 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)
06:04:47.821344 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
06:04:48.335424 run          create_hlr_db(pid=1931): Launched
06:04:48.522616 bus                        /sierra_2: Setting Powered False
06:04:49.542719 run          create_hlr_db(pid=1931): Terminated: ok {rc=0}
06:04:49.946953 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1933): Launched
06:04:50.247780 run    osmo-hlr_10.42.42.2(pid=1934): Launched
06:04:50.366612 run              osmo-stp_10.42.42.5: Starting osmo-stp
06:04:50.926230 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1936): Launched
06:04:51.247315 run    osmo-stp_10.42.42.5(pid=1937): Launched
06:04:51.364297 run              osmo-msc_10.42.42.6: Starting osmo-msc
06:04:51.954097 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1939): Launched
06:04:52.273692 run    osmo-msc_10.42.42.6(pid=1940): Launched
06:04:52.462196 run    osmo-stp_10.42.42.5(pid=1937): ERR: Terminated: ERROR {rc=1}  [trial-2370↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1937)]
06:04:52.598135 run    osmo-stp_10.42.42.5(pid=1937): stdout: 
| (launched: 2022-12-10_06:04:51.089883)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:04:52.733298 run    osmo-stp_10.42.42.5(pid=1937): stderr: 
| �[0;m�[38;5;43m20221210060451283 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210060451283 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210060451283 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210060451283 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210060451284 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210060451284 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210060451284 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:04:52.862063 run    osmo-stp_10.42.42.5(pid=1937): stdout: 
| (launched: 2022-12-10_06:04:51.089883)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:04:52.989445 run    osmo-stp_10.42.42.5(pid=1937): stderr: 
| �[0;m�[38;5;43m20221210060451283 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210060451283 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210060451283 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210060451283 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210060451284 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210060451284 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210060451284 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:04:53.046277 tst            mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1937): Process ended prematurely: osmo-stp_10.42.42.5(pid=1937) [trial-2370↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1937)]  [trial-2370↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]
06:04:53.055825 tst            mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)
06:04:53.118636 run    osmo-hlr_10.42.42.2(pid=1934): ERR: Terminated: ERROR {rc=237}  [trial-2370↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1934)]
06:04:53.170051 run    osmo-hlr_10.42.42.2(pid=1934): stdout: 
| (launched: 2022-12-10_06:04:50.099467) 
06:04:53.222187 run    osmo-hlr_10.42.42.2(pid=1934): stderr: 
| �[0;m�[1;31m20221210060450275 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210060450275 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210060450275 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210060450275 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210060450276 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210060450276 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210060450288 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210060450297 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210060450297 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210060450297 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
06:04:53.292883 run    osmo-msc_10.42.42.6(pid=1940): ERR: Terminated: ERROR {rc=2}  [trial-2370↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1940)]
06:04:53.343980 run    osmo-msc_10.42.42.6(pid=1940): stdout: 
| (launched: 2022-12-10_06:04:52.116887) 
06:04:53.395807 run    osmo-msc_10.42.42.6(pid=1940): stderr: 
| �[0;m�[38;5;43m20221210060452441 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210060452441 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f0c6a1a9c40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210060452441 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210060452441 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210060452441 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210060452442 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210060452443 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210060452444 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210060452444 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210060452444 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
06:04:53.439644 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1933): Terminating (SIGTERM)
06:04:53.480905 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1936): Terminating (SIGTERM)
06:04:53.522720 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1939): Terminating (SIGTERM)
06:04:53.532610 ---      ParallelTerminationStrategy: PID 1933 died...
06:04:53.588387 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1933): Terminated: ok {rc=0}
06:04:53.598617 ---      ParallelTerminationStrategy: PID 1936 died...
06:04:53.654053 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1936): Terminated: ok {rc=0}
06:04:53.664178 ---      ParallelTerminationStrategy: PID 1939 died...
06:04:53.719697 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1939): Terminated: ok {rc=0}
06:04:53.807563 bus                        /sierra_3: Setting Powered False
06:04:54.912756 bus                        /sierra_3: Setting Powered False
06:04:56.020324 bus                        /sierra_2: Setting Powered False
</stdout></case><duration>22.0</duration><id>81</id><name>voice_trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3</name><properties></properties><timestamp>2022-12-10T06:04:36</timestamp></suite><suite><case><age>53</age><className>voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=1956): Process ended prematurely: osmo-stp_10.42.42.5(pid=1956) [trial-2370↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1956)]</errorStackTrace><failedSince>2318</failedSince><name>mo_mt_call.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py", line 8, in &lt;module&gt;
    test_mo_mt_call(False, False)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py", line 19, in test_mo_mt_call
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1956): Process ended prematurely: osmo-stp_10.42.42.5(pid=1956) [trial-2370↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1956)]
</stderr><stdout>
----------------------------------------------
trial-2370 voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py
----------------------------------------------
06:04:58.009867 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)
06:04:58.020833 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)
06:04:58.175295 tst                    mo_mt_call.py: using LAC 26361
06:04:58.294894 tst                    mo_mt_call.py: using RAC 96
06:04:58.412715 tst                    mo_mt_call.py: using CellId 26361
06:04:58.532496 tst                    mo_mt_call.py: using BVCI 26362
06:04:58.555303 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)
06:04:58.566348 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)
06:04:58.577519 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)
06:04:58.588487 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)
06:04:58.599579 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)
06:04:58.610766 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)
06:04:58.728011 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)
06:04:58.941712 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
06:04:59.454611 run          create_hlr_db(pid=1947): Launched
06:04:59.640359 bus                        /sierra_2: Setting Powered False
06:05:00.660625 run          create_hlr_db(pid=1947): Terminated: ok {rc=0}
06:05:01.098781 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1949): Launched
06:05:01.544430 run    osmo-hlr_10.42.42.2(pid=1950): Launched
06:05:01.775126 run              osmo-stp_10.42.42.5: Starting osmo-stp
06:05:02.427194 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1955): Launched
06:05:02.730632 run    osmo-stp_10.42.42.5(pid=1956): Launched
06:05:02.840719 run              osmo-msc_10.42.42.6: Starting osmo-msc
06:05:03.392510 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1958): Launched
06:05:03.696263 run    osmo-msc_10.42.42.6(pid=1959): Launched
06:05:03.872823 run    osmo-stp_10.42.42.5(pid=1956): ERR: Terminated: ERROR {rc=1}  [trial-2370↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1956)]
06:05:04.000906 run    osmo-stp_10.42.42.5(pid=1956): stdout: 
| (launched: 2022-12-10_06:05:02.580112)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:05:04.126271 run    osmo-stp_10.42.42.5(pid=1956): stderr: 
| �[0;m�[38;5;43m20221210060502750 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210060502750 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210060502751 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210060502751 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210060502751 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210060502752 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210060502752 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:05:04.246647 run    osmo-stp_10.42.42.5(pid=1956): stdout: 
| (launched: 2022-12-10_06:05:02.580112)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:05:04.365701 run    osmo-stp_10.42.42.5(pid=1956): stderr: 
| �[0;m�[38;5;43m20221210060502750 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210060502750 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210060502751 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210060502751 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210060502751 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210060502752 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210060502752 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:05:04.418834 tst                  mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1956): Process ended prematurely: osmo-stp_10.42.42.5(pid=1956) [trial-2370↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1956)]  [trial-2370↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8]
06:05:04.427509 tst                  mo_mt_call.py:8: Test FAILED (6.4 sec)
06:05:04.487129 run    osmo-hlr_10.42.42.2(pid=1950): ERR: Terminated: ERROR {rc=237}  [trial-2370↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1950)]
06:05:04.535752 run    osmo-hlr_10.42.42.2(pid=1950): stdout: 
| (launched: 2022-12-10_06:05:01.254337) 
06:05:04.584937 run    osmo-hlr_10.42.42.2(pid=1950): stderr: 
| �[0;m�[1;31m20221210060501544 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210060501544 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210060501544 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210060501544 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210060501544 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210060501544 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210060501567 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210060501588 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210060501588 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210060501588 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
06:05:04.651801 run    osmo-msc_10.42.42.6(pid=1959): ERR: Terminated: ERROR {rc=2}  [trial-2370↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1959)]
06:05:04.700643 run    osmo-msc_10.42.42.6(pid=1959): stdout: 
| (launched: 2022-12-10_06:05:03.544372) 
06:05:04.749920 run    osmo-msc_10.42.42.6(pid=1959): stderr: 
| �[0;m�[38;5;43m20221210060503819 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210060503819 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f02626bec40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210060503819 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210060503819 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210060503819 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210060503820 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210060503822 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210060503822 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210060503823 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210060503823 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
06:05:04.791188 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1949): Terminating (SIGTERM)
06:05:04.830762 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1955): Terminating (SIGTERM)
06:05:04.869669 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1958): Terminating (SIGTERM)
06:05:04.878956 ---      ParallelTerminationStrategy: PID 1949 died...
06:05:04.931372 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1949): Terminated: ok {rc=0}
06:05:04.941142 ---      ParallelTerminationStrategy: PID 1955 died...
06:05:04.993364 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1955): Terminated: ok {rc=0}
06:05:05.003043 ---      ParallelTerminationStrategy: PID 1958 died...
06:05:05.055658 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1958): Terminated: ok {rc=0}
06:05:05.139747 bus                        /sierra_3: Setting Powered False
06:05:06.240605 bus                        /sierra_3: Setting Powered False
06:05:07.346674 bus                        /sierra_2: Setting Powered False
</stdout></case><case><age>53</age><className>voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=1968): Process ended prematurely: osmo-stp_10.42.42.5(pid=1968) [trial-2370↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1968)]</errorStackTrace><failedSince>2318</failedSince><name>mo_mt_call_osmux.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py", line 8, in &lt;module&gt;
    test_mo_mt_call(True, True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py", line 19, in test_mo_mt_call
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1968): Process ended prematurely: osmo-stp_10.42.42.5(pid=1968) [trial-2370↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1968)]
</stderr><stdout>
----------------------------------------------
trial-2370 voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py
----------------------------------------------
06:05:08.461611 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)
06:05:08.473904 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)
06:05:08.639129 tst              mo_mt_call_osmux.py: using LAC 26362
06:05:08.765239 tst              mo_mt_call_osmux.py: using RAC 97
06:05:08.893160 tst              mo_mt_call_osmux.py: using CellId 26362
06:05:09.021152 tst              mo_mt_call_osmux.py: using BVCI 26363
06:05:09.045634 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)
06:05:09.057388 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)
06:05:09.068774 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)
06:05:09.080189 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)
06:05:09.091695 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)
06:05:09.103108 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)
06:05:09.218563 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)
06:05:09.418443 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
06:05:09.892892 run          create_hlr_db(pid=1961): Launched
06:05:10.064620 bus                        /sierra_2: Setting Powered False
06:05:11.086783 run          create_hlr_db(pid=1961): Terminated: ok {rc=0}
06:05:11.515178 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1963): Launched
06:05:11.837403 run    osmo-hlr_10.42.42.2(pid=1965): Launched
06:05:11.954138 run              osmo-stp_10.42.42.5: Starting osmo-stp
06:05:12.512164 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1967): Launched
06:05:12.833043 run    osmo-stp_10.42.42.5(pid=1968): Launched
06:05:12.948737 run              osmo-msc_10.42.42.6: Starting osmo-msc
06:05:13.536270 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1970): Launched
06:05:13.857694 run    osmo-msc_10.42.42.6(pid=1971): Launched
06:05:14.044780 run    osmo-stp_10.42.42.5(pid=1968): ERR: Terminated: ERROR {rc=1}  [trial-2370↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1968)]
06:05:14.180320 run    osmo-stp_10.42.42.5(pid=1968): stdout: 
| (launched: 2022-12-10_06:05:12.675190)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:05:14.315477 run    osmo-stp_10.42.42.5(pid=1968): stderr: 
| �[0;m�[38;5;43m20221210060512867 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210060512868 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210060512868 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210060512868 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210060512869 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210060512869 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210060512869 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:05:14.444779 run    osmo-stp_10.42.42.5(pid=1968): stdout: 
| (launched: 2022-12-10_06:05:12.675190)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:05:14.572149 run    osmo-stp_10.42.42.5(pid=1968): stderr: 
| �[0;m�[38;5;43m20221210060512867 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210060512868 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210060512868 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210060512868 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210060512869 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210060512869 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210060512869 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:05:14.628870 tst            mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1968): Process ended prematurely: osmo-stp_10.42.42.5(pid=1968) [trial-2370↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1968)]  [trial-2370↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8]
06:05:14.638683 tst            mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)
06:05:14.701416 run    osmo-hlr_10.42.42.2(pid=1965): ERR: Terminated: ERROR {rc=237}  [trial-2370↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1965)]
06:05:14.752815 run    osmo-hlr_10.42.42.2(pid=1965): stdout: 
| (launched: 2022-12-10_06:05:11.679226) 
06:05:14.804633 run    osmo-hlr_10.42.42.2(pid=1965): stderr: 
| �[0;m�[1;31m20221210060511878 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210060511878 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210060511878 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210060511878 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210060511878 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210060511878 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210060511890 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210060511898 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210060511898 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210060511898 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
06:05:14.874969 run    osmo-msc_10.42.42.6(pid=1971): ERR: Terminated: ERROR {rc=2}  [trial-2370↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1971)]
06:05:14.926285 run    osmo-msc_10.42.42.6(pid=1971): stdout: 
| (launched: 2022-12-10_06:05:13.699381) 
06:05:14.977880 run    osmo-msc_10.42.42.6(pid=1971): stderr: 
| �[0;m�[38;5;43m20221210060514023 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210060514023 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f5c804a6c40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210060514023 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210060514023 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210060514023 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210060514024 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210060514025 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210060514026 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210060514026 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210060514026 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
06:05:15.021757 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1963): Terminating (SIGTERM)
06:05:15.063064 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1967): Terminating (SIGTERM)
06:05:15.104651 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1970): Terminating (SIGTERM)
06:05:15.114003 ---      ParallelTerminationStrategy: PID 1963 died...
06:05:15.169568 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1963): Terminated: ok {rc=0}
06:05:15.179873 ---      ParallelTerminationStrategy: PID 1967 died...
06:05:15.235047 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1967): Terminated: ok {rc=0}
06:05:15.245118 ---      ParallelTerminationStrategy: PID 1970 died...
06:05:15.300093 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1970): Terminated: ok {rc=0}
06:05:15.387346 bus                        /sierra_3: Setting Powered False
06:05:16.511817 bus                        /sierra_3: Setting Powered False
06:05:17.625033 bus                        /sierra_2: Setting Powered False
</stdout></case><duration>22.0</duration><id>82</id><name>voice_trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1</name><properties></properties><timestamp>2022-12-10T06:04:57</timestamp></suite><suite><case><age>53</age><className>voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=1982): Process ended prematurely: osmo-stp_10.42.42.5(pid=1982) [trial-2370↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1982)]</errorStackTrace><failedSince>2318</failedSince><name>mo_mt_call.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py", line 8, in &lt;module&gt;
    test_mo_mt_call(False, False)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py", line 19, in test_mo_mt_call
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1982): Process ended prematurely: osmo-stp_10.42.42.5(pid=1982) [trial-2370↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1982)]
</stderr><stdout>
----------------------------------------------
trial-2370 voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py
----------------------------------------------
06:05:19.629571 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)
06:05:19.641136 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)
06:05:19.801688 tst                    mo_mt_call.py: using LAC 26363
06:05:19.926012 tst                    mo_mt_call.py: using RAC 98
06:05:20.050706 tst                    mo_mt_call.py: using CellId 26363
06:05:20.175099 tst                    mo_mt_call.py: using BVCI 26364
06:05:20.199775 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)
06:05:20.211295 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)
06:05:20.222626 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)
06:05:20.233929 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)
06:05:20.245400 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)
06:05:20.256737 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)
06:05:20.372926 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)
06:05:20.572218 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
06:05:21.061209 run          create_hlr_db(pid=1976): Launched
06:05:21.246665 bus                        /sierra_2: Setting Powered False
06:05:22.267412 run          create_hlr_db(pid=1976): Terminated: ok {rc=0}
06:05:22.695395 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1978): Launched
06:05:23.017539 run    osmo-hlr_10.42.42.2(pid=1979): Launched
06:05:23.133640 run              osmo-stp_10.42.42.5: Starting osmo-stp
06:05:23.691762 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1981): Launched
06:05:24.012453 run    osmo-stp_10.42.42.5(pid=1982): Launched
06:05:24.128695 run              osmo-msc_10.42.42.6: Starting osmo-msc
06:05:24.715632 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1984): Launched
06:05:25.037748 run    osmo-msc_10.42.42.6(pid=1985): Launched
06:05:25.225573 run    osmo-stp_10.42.42.5(pid=1982): ERR: Terminated: ERROR {rc=1}  [trial-2370↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1982)]
06:05:25.361275 run    osmo-stp_10.42.42.5(pid=1982): stdout: 
| (launched: 2022-12-10_06:05:23.854780)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:05:25.499122 run    osmo-stp_10.42.42.5(pid=1982): stderr: 
| �[0;m�[38;5;43m20221210060524047 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210060524048 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210060524048 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210060524048 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210060524049 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210060524049 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210060524049 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:05:25.627801 run    osmo-stp_10.42.42.5(pid=1982): stdout: 
| (launched: 2022-12-10_06:05:23.854780)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:05:25.754949 run    osmo-stp_10.42.42.5(pid=1982): stderr: 
| �[0;m�[38;5;43m20221210060524047 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210060524048 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210060524048 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210060524048 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210060524049 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210060524049 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210060524049 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:05:25.811294 tst                  mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1982): Process ended prematurely: osmo-stp_10.42.42.5(pid=1982) [trial-2370↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1982)]  [trial-2370↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]
06:05:25.820618 tst                  mo_mt_call.py:8: Test FAILED (6.2 sec)
06:05:25.882637 run    osmo-hlr_10.42.42.2(pid=1979): ERR: Terminated: ERROR {rc=237}  [trial-2370↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1979)]
06:05:25.933497 run    osmo-hlr_10.42.42.2(pid=1979): stdout: 
| (launched: 2022-12-10_06:05:22.859200) 
06:05:25.984894 run    osmo-hlr_10.42.42.2(pid=1979): stderr: 
| �[0;m�[1;31m20221210060523057 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210060523057 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210060523057 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210060523057 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210060523057 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210060523057 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210060523103 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210060523113 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210060523113 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210060523113 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
06:05:26.055006 run    osmo-msc_10.42.42.6(pid=1985): ERR: Terminated: ERROR {rc=2}  [trial-2370↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1985)]
06:05:26.106211 run    osmo-msc_10.42.42.6(pid=1985): stdout: 
| (launched: 2022-12-10_06:05:24.879551) 
06:05:26.157681 run    osmo-msc_10.42.42.6(pid=1985): stderr: 
| �[0;m�[38;5;43m20221210060525203 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210060525203 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f0148a24c40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210060525203 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210060525203 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210060525203 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210060525204 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210060525206 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210060525206 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210060525206 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210060525206 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
06:05:26.201204 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1978): Terminating (SIGTERM)
06:05:26.242376 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1981): Terminating (SIGTERM)
06:05:26.283614 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1984): Terminating (SIGTERM)
06:05:26.293261 ---      ParallelTerminationStrategy: PID 1978 died...
06:05:26.348472 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1978): Terminated: ok {rc=0}
06:05:26.358457 ---      ParallelTerminationStrategy: PID 1981 died...
06:05:26.413797 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1981): Terminated: ok {rc=0}
06:05:26.423701 ---      ParallelTerminationStrategy: PID 1984 died...
06:05:26.478778 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1984): Terminated: ok {rc=0}
06:05:26.565917 bus                        /sierra_3: Setting Powered False
06:05:27.670530 bus                        /sierra_3: Setting Powered False
06:05:28.778925 bus                        /sierra_2: Setting Powered False
</stdout></case><case><age>55</age><className>voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=1993): Process ended prematurely: osmo-stp_10.42.42.5(pid=1993) [trial-2370↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1993)]</errorStackTrace><failedSince>2316</failedSince><name>mo_mt_call_osmux.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py", line 8, in &lt;module&gt;
    test_mo_mt_call(True, True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py", line 19, in test_mo_mt_call
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1993): Process ended prematurely: osmo-stp_10.42.42.5(pid=1993) [trial-2370↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1993)]
</stderr><stdout>
----------------------------------------------
trial-2370 voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py
----------------------------------------------
06:05:29.892397 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)
06:05:29.904567 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)
06:05:30.069593 tst              mo_mt_call_osmux.py: using LAC 26364
06:05:30.193524 tst              mo_mt_call_osmux.py: using RAC 99
06:05:30.313765 tst              mo_mt_call_osmux.py: using CellId 26364
06:05:30.431907 tst              mo_mt_call_osmux.py: using BVCI 26365
06:05:30.455115 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)
06:05:30.466361 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)
06:05:30.477487 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)
06:05:30.488588 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)
06:05:30.499756 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)
06:05:30.511019 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)
06:05:30.627863 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)
06:05:30.826301 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
06:05:31.360683 run          create_hlr_db(pid=1987): Launched
06:05:31.537622 bus                        /sierra_2: Setting Powered False
06:05:32.555038 run          create_hlr_db(pid=1987): Terminated: ok {rc=0}
06:05:32.985186 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1989): Launched
06:05:33.307625 run    osmo-hlr_10.42.42.2(pid=1990): Launched
06:05:33.425647 run              osmo-stp_10.42.42.5: Starting osmo-stp
06:05:33.984416 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1992): Launched
06:05:34.306104 run    osmo-stp_10.42.42.5(pid=1993): Launched
06:05:34.423071 run              osmo-msc_10.42.42.6: Starting osmo-msc
06:05:35.014111 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1995): Launched
06:05:35.336494 run    osmo-msc_10.42.42.6(pid=1996): Launched
06:05:35.526218 run    osmo-stp_10.42.42.5(pid=1993): ERR: Terminated: ERROR {rc=1}  [trial-2370↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1993)]
06:05:35.663134 run    osmo-stp_10.42.42.5(pid=1993): stdout: 
| (launched: 2022-12-10_06:05:34.147766)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:05:35.799423 run    osmo-stp_10.42.42.5(pid=1993): stderr: 
| �[0;m�[38;5;43m20221210060534338 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210060534339 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210060534339 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210060534339 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210060534340 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210060534340 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210060534340 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:05:35.928901 run    osmo-stp_10.42.42.5(pid=1993): stdout: 
| (launched: 2022-12-10_06:05:34.147766)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:05:36.056703 run    osmo-stp_10.42.42.5(pid=1993): stderr: 
| �[0;m�[38;5;43m20221210060534338 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210060534339 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210060534339 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210060534339 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210060534340 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210060534340 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210060534340 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:05:36.113611 tst            mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1993): Process ended prematurely: osmo-stp_10.42.42.5(pid=1993) [trial-2370↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1993)]  [trial-2370↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]
06:05:36.122793 tst            mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)
06:05:36.185087 run    osmo-hlr_10.42.42.2(pid=1990): ERR: Terminated: ERROR {rc=237}  [trial-2370↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1990)]
06:05:36.236261 run    osmo-hlr_10.42.42.2(pid=1990): stdout: 
| (launched: 2022-12-10_06:05:33.149317) 
06:05:36.288089 run    osmo-hlr_10.42.42.2(pid=1990): stderr: 
| �[0;m�[1;31m20221210060533347 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210060533347 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210060533347 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210060533347 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210060533347 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210060533347 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210060533361 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210060533369 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210060533370 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210060533370 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
06:05:36.358784 run    osmo-msc_10.42.42.6(pid=1996): ERR: Terminated: ERROR {rc=2}  [trial-2370↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1996)]
06:05:36.410309 run    osmo-msc_10.42.42.6(pid=1996): stdout: 
| (launched: 2022-12-10_06:05:35.177738) 
06:05:36.462110 run    osmo-msc_10.42.42.6(pid=1996): stderr: 
| �[0;m�[38;5;43m20221210060535500 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210060535500 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb4c789bc40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210060535500 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210060535500 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210060535500 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210060535501 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210060535504 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210060535505 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210060535505 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210060535505 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
06:05:36.506138 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1989): Terminating (SIGTERM)
06:05:36.547729 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1992): Terminating (SIGTERM)
06:05:36.589430 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1995): Terminating (SIGTERM)
06:05:36.599140 ---      ParallelTerminationStrategy: PID 1989 died...
06:05:36.654890 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1989): Terminated: ok {rc=0}
06:05:36.664895 ---      ParallelTerminationStrategy: PID 1992 died...
06:05:36.720429 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1992): Terminated: ok {rc=0}
06:05:36.730425 ---      ParallelTerminationStrategy: PID 1995 died...
06:05:36.785744 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1995): Terminated: ok {rc=0}
06:05:36.874127 bus                        /sierra_3: Setting Powered False
06:05:37.977810 bus                        /sierra_3: Setting Powered False
06:05:39.087757 bus                        /sierra_2: Setting Powered False
</stdout></case><duration>22.0</duration><id>83</id><name>voice_trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3</name><properties></properties><timestamp>2022-12-10T06:05:19</timestamp></suite><suite><case><age>53</age><className>voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=2008): Process ended prematurely: osmo-stp_10.42.42.5(pid=2008) [trial-2370↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2008)]</errorStackTrace><failedSince>2318</failedSince><name>mo_mt_call.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py", line 8, in &lt;module&gt;
    test_mo_mt_call(False, False)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py", line 19, in test_mo_mt_call
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2008): Process ended prematurely: osmo-stp_10.42.42.5(pid=2008) [trial-2370↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2008)]
</stderr><stdout>
----------------------------------------------
trial-2370 voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py
----------------------------------------------
06:05:41.091957 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)
06:05:41.103588 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)
06:05:41.266213 tst                    mo_mt_call.py: using LAC 26365
06:05:41.392201 tst                    mo_mt_call.py: using RAC 100
06:05:41.520254 tst                    mo_mt_call.py: using CellId 26365
06:05:41.647420 tst                    mo_mt_call.py: using BVCI 26366
06:05:41.672005 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)
06:05:41.683603 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)
06:05:41.695167 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)
06:05:41.706620 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)
06:05:41.718181 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)
06:05:41.729648 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)
06:05:41.844357 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)
06:05:42.044126 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
06:05:42.518183 run          create_hlr_db(pid=2002): Launched
06:05:42.691416 bus                        /sierra_2: Setting Powered False
06:05:43.712662 run          create_hlr_db(pid=2002): Terminated: ok {rc=0}
06:05:44.114238 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2004): Launched
06:05:44.414862 run    osmo-hlr_10.42.42.2(pid=2005): Launched
06:05:44.528087 run              osmo-stp_10.42.42.5: Starting osmo-stp
06:05:45.048225 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2007): Launched
06:05:45.349915 run    osmo-stp_10.42.42.5(pid=2008): Launched
06:05:45.459779 run              osmo-msc_10.42.42.6: Starting osmo-msc
06:05:46.057577 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2010): Launched
06:05:46.467587 run    osmo-msc_10.42.42.6(pid=2011): Launched
06:05:46.924091 run    osmo-stp_10.42.42.5(pid=2008): ERR: Terminated: ERROR {rc=1}  [trial-2370↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2008)]
06:05:47.249131 run    osmo-stp_10.42.42.5(pid=2008): stdout: 
| (launched: 2022-12-10_06:05:45.200812)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:05:47.384602 run    osmo-stp_10.42.42.5(pid=2008): stderr: 
| �[0;m�[38;5;43m20221210060545372 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210060545372 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210060545372 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210060545372 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210060545375 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210060545375 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210060545375 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:05:47.527130 run    osmo-stp_10.42.42.5(pid=2008): stdout: 
| (launched: 2022-12-10_06:05:45.200812)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:05:47.647678 run    osmo-stp_10.42.42.5(pid=2008): stderr: 
| �[0;m�[38;5;43m20221210060545372 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210060545372 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210060545372 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210060545372 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210060545375 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210060545375 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210060545375 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:05:47.700754 tst                  mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=2008): Process ended prematurely: osmo-stp_10.42.42.5(pid=2008) [trial-2370↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2008)]  [trial-2370↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]
06:05:47.709611 tst                  mo_mt_call.py:8: Test FAILED (6.7 sec)
06:05:47.769723 run    osmo-hlr_10.42.42.2(pid=2005): ERR: Terminated: ERROR {rc=237}  [trial-2370↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2005)]
06:05:47.818771 run    osmo-hlr_10.42.42.2(pid=2005): stdout: 
| (launched: 2022-12-10_06:05:44.266575) 
06:05:47.868331 run    osmo-hlr_10.42.42.2(pid=2005): stderr: 
| �[0;m�[1;31m20221210060544444 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210060544444 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210060544444 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210060544444 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210060544445 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210060544445 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210060544457 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210060544465 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210060544465 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210060544465 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
06:05:47.935378 run    osmo-msc_10.42.42.6(pid=2011): ERR: Terminated: ERROR {rc=2}  [trial-2370↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2011)]
06:05:47.983932 run    osmo-msc_10.42.42.6(pid=2011): stdout: 
| (launched: 2022-12-10_06:05:46.252411) 
06:05:48.033453 run    osmo-msc_10.42.42.6(pid=2011): stderr: 
| �[0;m�[38;5;43m20221210060546853 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210060546853 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f3e6bdd2c40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210060546853 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210060546853 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210060546854 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210060546854 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210060546856 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210060546856 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210060546856 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210060546856 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
06:05:48.074907 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2004): Terminating (SIGTERM)
06:05:48.114589 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2007): Terminating (SIGTERM)
06:05:48.154179 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2010): Terminating (SIGTERM)
06:05:48.163622 ---      ParallelTerminationStrategy: PID 2004 died...
06:05:48.217146 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2004): Terminated: ok {rc=0}
06:05:48.226999 ---      ParallelTerminationStrategy: PID 2007 died...
06:05:48.280181 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2007): Terminated: ok {rc=0}
06:05:48.290035 ---      ParallelTerminationStrategy: PID 2010 died...
06:05:48.343193 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2010): Terminated: ok {rc=0}
06:05:48.431089 bus                        /sierra_3: Setting Powered False
06:05:49.533975 bus                        /sierra_3: Setting Powered False
06:05:50.644487 bus                        /sierra_2: Setting Powered False
</stdout></case><case><age>53</age><className>voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=2019): Process ended prematurely: osmo-stp_10.42.42.5(pid=2019) [trial-2370↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2019)]</errorStackTrace><failedSince>2318</failedSince><name>mo_mt_call_osmux.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py", line 8, in &lt;module&gt;
    test_mo_mt_call(True, True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py", line 19, in test_mo_mt_call
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2019): Process ended prematurely: osmo-stp_10.42.42.5(pid=2019) [trial-2370↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2019)]
</stderr><stdout>
----------------------------------------------
trial-2370 voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py
----------------------------------------------
06:05:51.755050 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)
06:05:51.767123 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)
06:05:51.925892 tst              mo_mt_call_osmux.py: using LAC 26366
06:05:52.051642 tst              mo_mt_call_osmux.py: using RAC 101
06:05:52.178136 tst              mo_mt_call_osmux.py: using CellId 26366
06:05:52.306417 tst              mo_mt_call_osmux.py: using BVCI 26367
06:05:52.330895 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)
06:05:52.342674 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)
06:05:52.354406 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)
06:05:52.365964 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)
06:05:52.377565 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)
06:05:52.389082 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)
06:05:52.505497 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)
06:05:52.715521 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
06:05:53.189985 run          create_hlr_db(pid=2013): Launched
06:05:53.362425 bus                        /sierra_2: Setting Powered False
06:05:54.384274 run          create_hlr_db(pid=2013): Terminated: ok {rc=0}
06:05:54.812211 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2015): Launched
06:05:55.136086 run    osmo-hlr_10.42.42.2(pid=2016): Launched
06:05:55.255782 run              osmo-stp_10.42.42.5: Starting osmo-stp
06:05:55.819292 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2018): Launched
06:05:56.142480 run    osmo-stp_10.42.42.5(pid=2019): Launched
06:05:56.259912 run              osmo-msc_10.42.42.6: Starting osmo-msc
06:05:56.850559 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2021): Launched
06:05:57.175911 run    osmo-msc_10.42.42.6(pid=2022): Launched
06:05:57.364935 run    osmo-stp_10.42.42.5(pid=2019): ERR: Terminated: ERROR {rc=1}  [trial-2370↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2019)]
06:05:57.503422 run    osmo-stp_10.42.42.5(pid=2019): stdout: 
| (launched: 2022-12-10_06:05:55.983181)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:05:57.639171 run    osmo-stp_10.42.42.5(pid=2019): stderr: 
| �[0;m�[38;5;43m20221210060556177 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210060556177 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210060556177 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210060556178 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210060556178 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210060556178 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210060556178 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:05:57.768702 run    osmo-stp_10.42.42.5(pid=2019): stdout: 
| (launched: 2022-12-10_06:05:55.983181)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:05:57.896555 run    osmo-stp_10.42.42.5(pid=2019): stderr: 
| �[0;m�[38;5;43m20221210060556177 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210060556177 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210060556177 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210060556178 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210060556178 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210060556178 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210060556178 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:05:57.953454 tst            mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=2019): Process ended prematurely: osmo-stp_10.42.42.5(pid=2019) [trial-2370↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2019)]  [trial-2370↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]
06:05:57.962723 tst            mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)
06:05:58.024879 run    osmo-hlr_10.42.42.2(pid=2016): ERR: Terminated: ERROR {rc=237}  [trial-2370↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2016)]
06:05:58.075800 run    osmo-hlr_10.42.42.2(pid=2016): stdout: 
| (launched: 2022-12-10_06:05:54.975975) 
06:05:58.127291 run    osmo-hlr_10.42.42.2(pid=2016): stderr: 
| �[0;m�[1;31m20221210060555173 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210060555173 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210060555173 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210060555173 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210060555173 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210060555173 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210060555185 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210060555194 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210060555194 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210060555194 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
06:05:58.197315 run    osmo-msc_10.42.42.6(pid=2022): ERR: Terminated: ERROR {rc=2}  [trial-2370↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2022)]
06:05:58.248012 run    osmo-msc_10.42.42.6(pid=2022): stdout: 
| (launched: 2022-12-10_06:05:57.014921) 
06:05:58.299315 run    osmo-msc_10.42.42.6(pid=2022): stderr: 
| �[0;m�[38;5;43m20221210060557336 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210060557337 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fec7396cc40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210060557337 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210060557337 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210060557337 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210060557337 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210060557339 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210060557339 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210060557339 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210060557339 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
06:05:58.343129 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2015): Terminating (SIGTERM)
06:05:58.384660 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2018): Terminating (SIGTERM)
06:05:58.426591 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2021): Terminating (SIGTERM)
06:05:58.436203 ---      ParallelTerminationStrategy: PID 2015 died...
06:05:58.491671 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2015): Terminated: ok {rc=0}
06:05:58.501817 ---      ParallelTerminationStrategy: PID 2018 died...
06:05:58.556881 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2018): Terminated: ok {rc=0}
06:05:58.566861 ---      ParallelTerminationStrategy: PID 2021 died...
06:05:58.621941 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2021): Terminated: ok {rc=0}
06:05:58.708890 bus                        /sierra_3: Setting Powered False
06:05:59.812553 bus                        /sierra_3: Setting Powered False
06:06:00.951167 bus                        /sierra_2: Setting Powered False
</stdout></case><duration>22.0</duration><id>84</id><name>voice_trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any</name><properties></properties><timestamp>2022-12-10T06:05:40</timestamp></suite><suite><case><age>53</age><className>voice:trx-umtrx+mod-bts0-dynts-osmo</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=2033): Process ended prematurely: osmo-stp_10.42.42.5(pid=2033) [trial-2370↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2033)]</errorStackTrace><failedSince>2318</failedSince><name>mo_mt_call.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py", line 8, in &lt;module&gt;
    test_mo_mt_call(False, False)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py", line 19, in test_mo_mt_call
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2033): Process ended prematurely: osmo-stp_10.42.42.5(pid=2033) [trial-2370↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2033)]
</stderr><stdout>
----------------------------------------------
trial-2370 voice:trx-umtrx+mod-bts0-dynts-osmo mo_mt_call.py
----------------------------------------------
06:06:02.948681 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)
06:06:02.959793 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)
06:06:03.113962 tst                    mo_mt_call.py: using LAC 26367
06:06:03.232334 tst                    mo_mt_call.py: using RAC 102
06:06:03.351519 tst                    mo_mt_call.py: using CellId 26367
06:06:03.467945 tst                    mo_mt_call.py: using BVCI 26368
06:06:03.491027 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)
06:06:03.502108 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)
06:06:03.512922 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)
06:06:03.524286 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)
06:06:03.536017 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)
06:06:03.547078 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)
06:06:03.662289 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)
06:06:03.861367 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
06:06:04.332413 run          create_hlr_db(pid=2027): Launched
06:06:04.505089 bus                        /sierra_2: Setting Powered False
06:06:05.526003 run          create_hlr_db(pid=2027): Terminated: ok {rc=0}
06:06:05.954297 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2029): Launched
06:06:06.277461 run    osmo-hlr_10.42.42.2(pid=2030): Launched
06:06:06.398994 run              osmo-stp_10.42.42.5: Starting osmo-stp
06:06:06.959645 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2032): Launched
06:06:07.280615 run    osmo-stp_10.42.42.5(pid=2033): Launched
06:06:07.397467 run              osmo-msc_10.42.42.6: Starting osmo-msc
06:06:07.987268 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2035): Launched
06:06:08.308621 run    osmo-msc_10.42.42.6(pid=2036): Launched
06:06:08.497583 run    osmo-stp_10.42.42.5(pid=2033): ERR: Terminated: ERROR {rc=1}  [trial-2370↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2033)]
06:06:08.632903 run    osmo-stp_10.42.42.5(pid=2033): stdout: 
| (launched: 2022-12-10_06:06:07.123231)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:06:08.768259 run    osmo-stp_10.42.42.5(pid=2033): stderr: 
| �[0;m�[38;5;43m20221210060607315 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210060607315 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210060607315 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210060607315 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210060607316 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210060607316 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210060607316 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:06:08.897146 run    osmo-stp_10.42.42.5(pid=2033): stdout: 
| (launched: 2022-12-10_06:06:07.123231)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:06:09.025079 run    osmo-stp_10.42.42.5(pid=2033): stderr: 
| �[0;m�[38;5;43m20221210060607315 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210060607315 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210060607315 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210060607315 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210060607316 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210060607316 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210060607316 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:06:09.081642 tst                  mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=2033): Process ended prematurely: osmo-stp_10.42.42.5(pid=2033) [trial-2370↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2033)]  [trial-2370↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py:8]
06:06:09.091092 tst                  mo_mt_call.py:8: Test FAILED (6.2 sec)
06:06:09.153752 run    osmo-hlr_10.42.42.2(pid=2030): ERR: Terminated: ERROR {rc=237}  [trial-2370↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2030)]
06:06:09.204579 run    osmo-hlr_10.42.42.2(pid=2030): stdout: 
| (launched: 2022-12-10_06:06:06.117944) 
06:06:09.255957 run    osmo-hlr_10.42.42.2(pid=2030): stderr: 
| �[0;m�[1;31m20221210060606316 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210060606316 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210060606316 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210060606316 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210060606316 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210060606316 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210060606328 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/voice:trx-umtrx+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210060606336 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210060606337 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210060606337 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
06:06:09.325947 run    osmo-msc_10.42.42.6(pid=2036): ERR: Terminated: ERROR {rc=2}  [trial-2370↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2036)]
06:06:09.376802 run    osmo-msc_10.42.42.6(pid=2036): stdout: 
| (launched: 2022-12-10_06:06:08.150695) 
06:06:09.428513 run    osmo-msc_10.42.42.6(pid=2036): stderr: 
| �[0;m�[38;5;43m20221210060608473 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210060608473 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f7ec168cc40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210060608473 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210060608473 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210060608473 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210060608473 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210060608475 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210060608475 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210060608476 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210060608476 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
06:06:09.472129 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2029): Terminating (SIGTERM)
06:06:09.513216 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2032): Terminating (SIGTERM)
06:06:09.554260 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2035): Terminating (SIGTERM)
06:06:09.563458 ---      ParallelTerminationStrategy: PID 2029 died...
06:06:09.618692 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2029): Terminated: ok {rc=0}
06:06:09.628589 ---      ParallelTerminationStrategy: PID 2032 died...
06:06:09.683358 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2032): Terminated: ok {rc=0}
06:06:09.693328 ---      ParallelTerminationStrategy: PID 2035 died...
06:06:09.748440 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2035): Terminated: ok {rc=0}
06:06:09.835720 bus                        /sierra_3: Setting Powered False
06:06:10.940505 bus                        /sierra_3: Setting Powered False
06:06:12.052537 bus                        /sierra_2: Setting Powered False
</stdout></case><case><age>53</age><className>voice:trx-umtrx+mod-bts0-dynts-osmo</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=2044): Process ended prematurely: osmo-stp_10.42.42.5(pid=2044) [trial-2370↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2044)]</errorStackTrace><failedSince>2318</failedSince><name>mo_mt_call_osmux.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py", line 8, in &lt;module&gt;
    test_mo_mt_call(True, True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py", line 19, in test_mo_mt_call
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2044): Process ended prematurely: osmo-stp_10.42.42.5(pid=2044) [trial-2370↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2044)]
</stderr><stdout>
----------------------------------------------
trial-2370 voice:trx-umtrx+mod-bts0-dynts-osmo mo_mt_call_osmux.py
----------------------------------------------
06:06:13.162724 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)
06:06:13.174428 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)
06:06:13.331218 tst              mo_mt_call_osmux.py: using LAC 26368
06:06:13.451149 tst              mo_mt_call_osmux.py: using RAC 103
06:06:13.574577 tst              mo_mt_call_osmux.py: using CellId 26368
06:06:13.691739 tst              mo_mt_call_osmux.py: using BVCI 26369
06:06:13.714865 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)
06:06:13.725833 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)
06:06:13.736600 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)
06:06:13.747527 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)
06:06:13.758713 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)
06:06:13.769694 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)
06:06:13.884379 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)
06:06:14.095775 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
06:06:14.611424 run          create_hlr_db(pid=2038): Launched
06:06:14.797356 bus                        /sierra_2: Setting Powered False
06:06:15.817781 run          create_hlr_db(pid=2038): Terminated: ok {rc=0}
06:06:16.270581 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2040): Launched
06:06:16.691548 run    osmo-hlr_10.42.42.2(pid=2041): Launched
06:06:16.928710 run              osmo-stp_10.42.42.5: Starting osmo-stp
06:06:17.507326 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2043): Launched
06:06:17.830107 run    osmo-stp_10.42.42.5(pid=2044): Launched
06:06:17.946714 run              osmo-msc_10.42.42.6: Starting osmo-msc
06:06:18.543820 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2046): Launched
06:06:18.867855 run    osmo-msc_10.42.42.6(pid=2047): Launched
06:06:19.056300 run    osmo-stp_10.42.42.5(pid=2044): ERR: Terminated: ERROR {rc=1}  [trial-2370↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2044)]
06:06:19.192461 run    osmo-stp_10.42.42.5(pid=2044): stdout: 
| (launched: 2022-12-10_06:06:17.671393)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:06:19.328464 run    osmo-stp_10.42.42.5(pid=2044): stderr: 
| �[0;m�[38;5;43m20221210060617862 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210060617862 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210060617863 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210060617863 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210060617863 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210060617863 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210060617863 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:06:19.457932 run    osmo-stp_10.42.42.5(pid=2044): stdout: 
| (launched: 2022-12-10_06:06:17.671393)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:06:19.586006 run    osmo-stp_10.42.42.5(pid=2044): stderr: 
| �[0;m�[38;5;43m20221210060617862 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210060617862 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210060617863 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210060617863 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210060617863 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210060617863 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210060617863 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:06:19.642696 tst            mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=2044): Process ended prematurely: osmo-stp_10.42.42.5(pid=2044) [trial-2370↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2044)]  [trial-2370↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8]
06:06:19.651968 tst            mo_mt_call_osmux.py:8: Test FAILED (6.5 sec)
06:06:19.714336 run    osmo-hlr_10.42.42.2(pid=2041): ERR: Terminated: ERROR {rc=237}  [trial-2370↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2041)]
06:06:19.765346 run    osmo-hlr_10.42.42.2(pid=2041): stdout: 
| (launched: 2022-12-10_06:06:16.437454) 
06:06:19.817407 run    osmo-hlr_10.42.42.2(pid=2041): stderr: 
| �[0;m�[1;31m20221210060616749 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210060616749 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210060616749 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210060616749 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210060616749 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210060616749 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210060616769 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/voice:trx-umtrx+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210060616777 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210060616777 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210060616777 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
06:06:19.887161 run    osmo-msc_10.42.42.6(pid=2047): ERR: Terminated: ERROR {rc=2}  [trial-2370↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2047)]
06:06:19.938073 run    osmo-msc_10.42.42.6(pid=2047): stdout: 
| (launched: 2022-12-10_06:06:18.707605) 
06:06:19.989350 run    osmo-msc_10.42.42.6(pid=2047): stderr: 
| �[0;m�[38;5;43m20221210060619028 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210060619028 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f87e6d35c40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210060619028 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210060619028 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210060619029 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210060619029 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210060619031 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210060619031 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210060619031 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210060619031 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
06:06:20.032989 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2040): Terminating (SIGTERM)
06:06:20.074462 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2043): Terminating (SIGTERM)
06:06:20.115860 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2046): Terminating (SIGTERM)
06:06:20.125579 ---      ParallelTerminationStrategy: PID 2040 died...
06:06:20.180898 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2040): Terminated: ok {rc=0}
06:06:20.191101 ---      ParallelTerminationStrategy: PID 2043 died...
06:06:20.246631 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2043): Terminated: ok {rc=0}
06:06:20.256712 ---      ParallelTerminationStrategy: PID 2046 died...
06:06:20.312559 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2046): Terminated: ok {rc=0}
06:06:20.400062 bus                        /sierra_3: Setting Powered False
06:06:21.506851 bus                        /sierra_3: Setting Powered False
06:06:22.617482 bus                        /sierra_2: Setting Powered False
</stdout></case><duration>22.0</duration><id>85</id><name>voice_trx-umtrx+mod-bts0-dynts-osmo</name><properties></properties><timestamp>2022-12-10T06:06:02</timestamp></suite><suite><case><age>208</age><className>voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=2058): Process ended prematurely: osmo-stp_10.42.42.5(pid=2058) [trial-2370↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2058)]</errorStackTrace><failedSince>2163</failedSince><name>mo_mt_call.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py", line 8, in &lt;module&gt;
    test_mo_mt_call(False, False)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py", line 19, in test_mo_mt_call
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2058): Process ended prematurely: osmo-stp_10.42.42.5(pid=2058) [trial-2370↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2058)]
</stderr><stdout>
----------------------------------------------
trial-2370 voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend mo_mt_call.py
----------------------------------------------
06:06:24.608512 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)
06:06:24.620488 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)
06:06:24.768308 tst                    mo_mt_call.py: using LAC 26369
06:06:24.901164 tst                    mo_mt_call.py: using RAC 104
06:06:25.042620 tst                    mo_mt_call.py: using CellId 26369
06:06:25.169316 tst                    mo_mt_call.py: using BVCI 26370
06:06:25.193837 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)
06:06:25.205584 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)
06:06:25.217315 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)
06:06:25.228907 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)
06:06:25.241160 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)
06:06:25.252901 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)
06:06:25.370580 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)
06:06:25.580313 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
06:06:26.094780 run          create_hlr_db(pid=2052): Launched
06:06:26.280502 bus                        /sierra_2: Setting Powered False
06:06:27.301733 run          create_hlr_db(pid=2052): Terminated: ok {rc=0}
06:06:27.730791 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2054): Launched
06:06:28.052108 run    osmo-hlr_10.42.42.2(pid=2055): Launched
06:06:28.170694 run              osmo-stp_10.42.42.5: Starting osmo-stp
06:06:28.730986 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2057): Launched
06:06:29.053492 run    osmo-stp_10.42.42.5(pid=2058): Launched
06:06:29.171161 run              osmo-msc_10.42.42.6: Starting osmo-msc
06:06:29.763546 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2060): Launched
06:06:30.087652 run    osmo-msc_10.42.42.6(pid=2061): Launched
06:06:30.276351 run    osmo-stp_10.42.42.5(pid=2058): ERR: Terminated: ERROR {rc=1}  [trial-2370↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2058)]
06:06:30.413488 run    osmo-stp_10.42.42.5(pid=2058): stdout: 
| (launched: 2022-12-10_06:06:28.895127)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:06:30.549768 run    osmo-stp_10.42.42.5(pid=2058): stderr: 
| �[0;m�[38;5;43m20221210060629088 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210060629088 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210060629088 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210060629089 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210060629089 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210060629089 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210060629089 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:06:30.678913 run    osmo-stp_10.42.42.5(pid=2058): stdout: 
| (launched: 2022-12-10_06:06:28.895127)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:06:30.806817 run    osmo-stp_10.42.42.5(pid=2058): stderr: 
| �[0;m�[38;5;43m20221210060629088 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210060629088 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210060629088 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210060629089 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210060629089 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210060629089 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210060629089 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:06:30.875694 tst                  mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=2058): Process ended prematurely: osmo-stp_10.42.42.5(pid=2058) [trial-2370↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2058)]  [trial-2370↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8]
06:06:30.885770 tst                  mo_mt_call.py:8: Test FAILED (6.3 sec)
06:06:30.961139 run    osmo-hlr_10.42.42.2(pid=2055): ERR: Terminated: ERROR {rc=237}  [trial-2370↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2055)]
06:06:31.022301 run    osmo-hlr_10.42.42.2(pid=2055): stdout: 
| (launched: 2022-12-10_06:06:27.894518) 
06:06:31.076521 run    osmo-hlr_10.42.42.2(pid=2055): stderr: 
| �[0;m�[1;31m20221210060628095 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210060628095 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210060628095 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210060628095 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210060628095 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210060628095 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210060628108 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210060628118 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210060628118 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210060628118 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
06:06:31.148841 run    osmo-msc_10.42.42.6(pid=2061): ERR: Terminated: ERROR {rc=2}  [trial-2370↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2061)]
06:06:31.201314 run    osmo-msc_10.42.42.6(pid=2061): stdout: 
| (launched: 2022-12-10_06:06:29.927600) 
06:06:31.254913 run    osmo-msc_10.42.42.6(pid=2061): stderr: 
| �[0;m�[38;5;43m20221210060630250 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210060630251 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f1806780c40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210060630251 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210060630251 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210060630251 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210060630251 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210060630253 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210060630253 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210060630253 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210060630253 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
06:06:31.300197 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2054): Terminating (SIGTERM)
06:06:31.346409 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2057): Terminating (SIGTERM)
06:06:31.389624 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2060): Terminating (SIGTERM)
06:06:31.400422 ---      ParallelTerminationStrategy: PID 2054 died...
06:06:31.460192 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2054): Terminated: ok {rc=0}
06:06:31.470895 ---      ParallelTerminationStrategy: PID 2057 died...
06:06:31.528764 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2057): Terminated: ok {rc=0}
06:06:31.539642 ---      ParallelTerminationStrategy: PID 2060 died...
06:06:31.597455 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2060): Terminated: ok {rc=0}
06:06:31.698236 bus                        /sierra_3: Setting Powered False
06:06:32.802040 bus                        /sierra_3: Setting Powered False
06:06:33.908233 bus                        /sierra_2: Setting Powered False
</stdout></case><case><age>206</age><className>voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=2069): Process ended prematurely: osmo-stp_10.42.42.5(pid=2069) [trial-2370↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2069)]</errorStackTrace><failedSince>2165</failedSince><name>mo_mt_call_osmux.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py", line 8, in &lt;module&gt;
    test_mo_mt_call(True, True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py", line 19, in test_mo_mt_call
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2069): Process ended prematurely: osmo-stp_10.42.42.5(pid=2069) [trial-2370↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2069)]
</stderr><stdout>
----------------------------------------------
trial-2370 voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend mo_mt_call_osmux.py
----------------------------------------------
06:06:35.023456 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)
06:06:35.035972 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)
06:06:35.183390 tst              mo_mt_call_osmux.py: using LAC 26370
06:06:35.309358 tst              mo_mt_call_osmux.py: using RAC 105
06:06:35.435292 tst              mo_mt_call_osmux.py: using CellId 26370
06:06:35.561520 tst              mo_mt_call_osmux.py: using BVCI 26371
06:06:35.586117 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)
06:06:35.598018 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)
06:06:35.609620 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)
06:06:35.621280 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)
06:06:35.632870 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)
06:06:35.644556 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)
06:06:35.759606 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)
06:06:35.960301 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
06:06:36.436412 run          create_hlr_db(pid=2063): Launched
06:06:36.610065 bus                        /sierra_2: Setting Powered False
06:06:37.631752 run          create_hlr_db(pid=2063): Terminated: ok {rc=0}
06:06:38.063158 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2065): Launched
06:06:38.387098 run    osmo-hlr_10.42.42.2(pid=2066): Launched
06:06:38.505461 run              osmo-stp_10.42.42.5: Starting osmo-stp
06:06:39.067644 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2068): Launched
06:06:39.392366 run    osmo-stp_10.42.42.5(pid=2069): Launched
06:06:39.509728 run              osmo-msc_10.42.42.6: Starting osmo-msc
06:06:40.101610 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2071): Launched
06:06:40.424838 run    osmo-msc_10.42.42.6(pid=2072): Launched
06:06:40.615428 run    osmo-stp_10.42.42.5(pid=2069): ERR: Terminated: ERROR {rc=1}  [trial-2370↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2069)]
06:06:40.752651 run    osmo-stp_10.42.42.5(pid=2069): stdout: 
| (launched: 2022-12-10_06:06:39.231726)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:06:40.888824 run    osmo-stp_10.42.42.5(pid=2069): stderr: 
| �[0;m�[38;5;43m20221210060639423 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210060639424 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210060639424 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210060639424 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210060639425 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210060639425 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210060639425 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:06:41.018566 run    osmo-stp_10.42.42.5(pid=2069): stdout: 
| (launched: 2022-12-10_06:06:39.231726)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:06:41.147343 run    osmo-stp_10.42.42.5(pid=2069): stderr: 
| �[0;m�[38;5;43m20221210060639423 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210060639424 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210060639424 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210060639424 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210060639425 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210060639425 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210060639425 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:06:41.204456 tst            mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=2069): Process ended prematurely: osmo-stp_10.42.42.5(pid=2069) [trial-2370↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2069)]  [trial-2370↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8]
06:06:41.214086 tst            mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)
06:06:41.276018 run    osmo-hlr_10.42.42.2(pid=2066): ERR: Terminated: ERROR {rc=237}  [trial-2370↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2066)]
06:06:41.327026 run    osmo-hlr_10.42.42.2(pid=2066): stdout: 
| (launched: 2022-12-10_06:06:38.227017) 
06:06:41.378904 run    osmo-hlr_10.42.42.2(pid=2066): stderr: 
| �[0;m�[1;31m20221210060638427 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210060638427 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210060638427 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210060638427 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210060638427 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210060638428 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210060638440 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210060638448 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210060638449 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210060638449 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
06:06:41.449578 run    osmo-msc_10.42.42.6(pid=2072): ERR: Terminated: ERROR {rc=2}  [trial-2370↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2072)]
06:06:41.500541 run    osmo-msc_10.42.42.6(pid=2072): stdout: 
| (launched: 2022-12-10_06:06:40.265595) 
06:06:41.552033 run    osmo-msc_10.42.42.6(pid=2072): stderr: 
| �[0;m�[38;5;43m20221210060640591 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210060640591 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f603418cc40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210060640591 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210060640591 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210060640591 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210060640592 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210060640593 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210060640594 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210060640594 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210060640594 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
06:06:41.595822 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2065): Terminating (SIGTERM)
06:06:41.637469 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2068): Terminating (SIGTERM)
06:06:41.678712 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2071): Terminating (SIGTERM)
06:06:41.688286 ---      ParallelTerminationStrategy: PID 2065 died...
06:06:41.743251 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2065): Terminated: ok {rc=0}
06:06:41.753306 ---      ParallelTerminationStrategy: PID 2068 died...
06:06:41.808065 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2068): Terminated: ok {rc=0}
06:06:41.818003 ---      ParallelTerminationStrategy: PID 2071 died...
06:06:41.872639 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2071): Terminated: ok {rc=0}
06:06:41.960739 bus                        /sierra_3: Setting Powered False
06:06:43.067649 bus                        /sierra_3: Setting Powered False
06:06:44.175262 bus                        /sierra_2: Setting Powered False
</stdout></case><duration>22.0</duration><id>86</id><name>voice_trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend</name><properties></properties><timestamp>2022-12-10T06:06:24</timestamp></suite><suite><case><age>53</age><className>emergency:trx-umtrx</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=2083): Process ended prematurely: osmo-stp_10.42.42.5(pid=2083) [trial-2370↪emergency:trx-umtrx↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2083)]</errorStackTrace><failedSince>2318</failedSince><name>emergency_mo_mt_call.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py", line 19, in &lt;module&gt;
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2083): Process ended prematurely: osmo-stp_10.42.42.5(pid=2083) [trial-2370↪emergency:trx-umtrx↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2083)]
</stderr><stdout>
----------------------------------------------
trial-2370 emergency:trx-umtrx emergency_mo_mt_call.py
----------------------------------------------
06:06:46.197414 tst              emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)
06:06:46.212432 tst              emergency:trx-umtrx: Using 1 x bts (candidates: 1)
06:06:46.387793 tst          emergency_mo_mt_call.py: using LAC 26371
06:06:46.516023 tst          emergency_mo_mt_call.py: using RAC 106
06:06:46.657909 tst          emergency_mo_mt_call.py: using CellId 26371
06:06:46.785138 tst          emergency_mo_mt_call.py: using BVCI 26372
06:06:46.809551 tst              emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)
06:06:46.821243 tst              emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)
06:06:46.832651 tst              emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)
06:06:46.844105 tst              emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)
06:06:46.855719 tst              emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)
06:06:46.867189 tst              emergency:trx-umtrx: Using 1 x modem (candidates: 4)
06:06:47.004706 tst              emergency:trx-umtrx: Using 1 x modem (candidates: 4)
06:06:47.255278 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
06:06:47.765579 run          create_hlr_db(pid=2077): Launched
06:06:47.948871 bus                        /sierra_2: Setting Powered False
06:06:48.969682 run          create_hlr_db(pid=2077): Terminated: ok {rc=0}
06:06:49.394681 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2079): Launched
06:06:49.711550 run    osmo-hlr_10.42.42.2(pid=2080): Launched
06:06:49.829138 run              osmo-stp_10.42.42.5: Starting osmo-stp
06:06:50.381387 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2082): Launched
06:06:50.697938 run    osmo-stp_10.42.42.5(pid=2083): Launched
06:06:50.824665 tst          emergency_mo_mt_call.py: using MSISDN 7580
06:06:50.981831 run              osmo-msc_10.42.42.6: Starting osmo-msc
06:06:51.563012 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2085): Launched
06:06:51.880025 run    osmo-msc_10.42.42.6(pid=2086): Launched
06:06:52.066062 run    osmo-stp_10.42.42.5(pid=2083): ERR: Terminated: ERROR {rc=1}  [trial-2370↪emergency:trx-umtrx↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2083)]
06:06:52.199845 run    osmo-stp_10.42.42.5(pid=2083): stdout: 
| (launched: 2022-12-10_06:06:50.542549)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:06:52.333758 run    osmo-stp_10.42.42.5(pid=2083): stderr: 
| �[0;m�[38;5;43m20221210060650736 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210060650736 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210060650737 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210060650737 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210060650738 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210060650738 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210060650738 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:06:52.461367 run    osmo-stp_10.42.42.5(pid=2083): stdout: 
| (launched: 2022-12-10_06:06:50.542549)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:06:52.587524 run    osmo-stp_10.42.42.5(pid=2083): stderr: 
| �[0;m�[38;5;43m20221210060650736 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210060650736 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210060650737 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210060650737 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210060650738 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210060650738 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210060650738 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:06:52.642960 tst       emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=2083): Process ended prematurely: osmo-stp_10.42.42.5(pid=2083) [trial-2370↪emergency:trx-umtrx↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2083)]  [trial-2370↪emergency:trx-umtrx↪emergency_mo_mt_call.py:19]
06:06:52.651452 tst       emergency_mo_mt_call.py:19: Test FAILED (6.4 sec)
06:06:52.713538 run    osmo-hlr_10.42.42.2(pid=2080): ERR: Terminated: ERROR {rc=237}  [trial-2370↪emergency:trx-umtrx↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2080)]
06:06:52.764640 run    osmo-hlr_10.42.42.2(pid=2080): stdout: 
| (launched: 2022-12-10_06:06:49.556867) 
06:06:52.816652 run    osmo-hlr_10.42.42.2(pid=2080): stderr: 
| �[0;m�[1;31m20221210060649758 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210060649758 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210060649759 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210060649759 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210060649759 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210060649759 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210060649771 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/emergency:trx-umtrx/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210060649779 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210060649779 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210060649779 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
06:06:52.887095 run    osmo-msc_10.42.42.6(pid=2086): ERR: Terminated: ERROR {rc=2}  [trial-2370↪emergency:trx-umtrx↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2086)]
06:06:52.938416 run    osmo-msc_10.42.42.6(pid=2086): stdout: 
| (launched: 2022-12-10_06:06:51.724286) 
06:06:52.990302 run    osmo-msc_10.42.42.6(pid=2086): stderr: 
| �[0;m�[38;5;43m20221210060652044 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210060652044 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd61cfb7c40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210060652045 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210060652045 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210060652045 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210060652045 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210060652047 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210060652047 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210060652047 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210060652047 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
06:06:53.034305 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2079): Terminating (SIGTERM)
06:06:53.075830 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2082): Terminating (SIGTERM)
06:06:53.117517 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2085): Terminating (SIGTERM)
06:06:53.127125 ---      ParallelTerminationStrategy: PID 2079 died...
06:06:53.182616 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2079): Terminated: ok {rc=0}
06:06:53.192575 ---      ParallelTerminationStrategy: PID 2082 died...
06:06:53.247669 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2082): Terminated: ok {rc=0}
06:06:53.257688 ---      ParallelTerminationStrategy: PID 2085 died...
06:06:53.312893 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2085): Terminated: ok {rc=0}
06:06:53.399886 bus                        /sierra_3: Setting Powered False
06:06:54.507661 bus                        /sierra_3: Setting Powered False
06:06:55.614757 bus                        /sierra_2: Setting Powered False
</stdout></case><case><age>229</age><className>emergency:trx-umtrx</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=2094): Process ended prematurely: osmo-stp_10.42.42.5(pid=2094) [trial-2370↪emergency:trx-umtrx↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2094)]</errorStackTrace><failedSince>2142</failedSince><name>emergency_preemptive_call.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py", line 32, in &lt;module&gt;
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2094): Process ended prematurely: osmo-stp_10.42.42.5(pid=2094) [trial-2370↪emergency:trx-umtrx↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2094)]
</stderr><stdout>
----------------------------------------------
trial-2370 emergency:trx-umtrx emergency_preemptive_call.py
----------------------------------------------
06:06:56.664546 tst              emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)
06:06:56.676027 tst              emergency:trx-umtrx: Using 1 x bts (candidates: 1)
06:06:56.815901 tst     emergency_preemptive_call.py: using LAC 26372
06:06:56.931798 tst     emergency_preemptive_call.py: using RAC 107
06:06:57.047550 tst     emergency_preemptive_call.py: using CellId 26372
06:06:57.165771 tst     emergency_preemptive_call.py: using BVCI 26373
06:06:57.188191 tst              emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)
06:06:57.199045 tst              emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)
06:06:57.209690 tst              emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)
06:06:57.220511 tst              emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)
06:06:57.231246 tst              emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)
06:06:57.242004 tst              emergency:trx-umtrx: Using 1 x modem (candidates: 4)
06:06:57.360146 tst              emergency:trx-umtrx: Using 1 x modem (candidates: 4)
06:06:57.475280 tst              emergency:trx-umtrx: Using 1 x modem (candidates: 4)
06:06:57.593647 tst              emergency:trx-umtrx: Using 1 x modem (candidates: 4)
06:06:57.794164 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
06:06:58.262931 run          create_hlr_db(pid=2088): Launched
06:06:58.435068 bus                        /sierra_2: Setting Powered False
06:06:59.455625 run          create_hlr_db(pid=2088): Terminated: ok {rc=0}
06:06:59.879749 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2090): Launched
06:07:00.177420 run    osmo-hlr_10.42.42.2(pid=2091): Launched
06:07:00.287898 run              osmo-stp_10.42.42.5: Starting osmo-stp
06:07:00.811162 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2093): Launched
06:07:01.262671 run    osmo-stp_10.42.42.5(pid=2094): Launched
06:07:01.450534 tst     emergency_preemptive_call.py: using MSISDN 7581
06:07:01.632707 run              osmo-msc_10.42.42.6: Starting osmo-msc
06:07:02.300475 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2096): Launched
06:07:02.626034 run    osmo-msc_10.42.42.6(pid=2097): Launched
06:07:02.814275 run    osmo-stp_10.42.42.5(pid=2094): ERR: Terminated: ERROR {rc=1}  [trial-2370↪emergency:trx-umtrx↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2094)]
06:07:02.949699 run    osmo-stp_10.42.42.5(pid=2094): stdout: 
| (launched: 2022-12-10_06:07:00.989923)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:07:03.085227 run    osmo-stp_10.42.42.5(pid=2094): stderr: 
| �[0;m�[38;5;43m20221210060701205 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210060701205 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210060701205 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210060701206 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210060701206 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210060701206 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210060701206 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:07:03.212811 run    osmo-stp_10.42.42.5(pid=2094): stdout: 
| (launched: 2022-12-10_06:07:00.989923)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:07:03.339213 run    osmo-stp_10.42.42.5(pid=2094): stderr: 
| �[0;m�[38;5;43m20221210060701205 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210060701205 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210060701205 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210060701206 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210060701206 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210060701206 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210060701206 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:07:03.394848 tst  emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=2094): Process ended prematurely: osmo-stp_10.42.42.5(pid=2094) [trial-2370↪emergency:trx-umtrx↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2094)]  [trial-2370↪emergency:trx-umtrx↪emergency_preemptive_call.py:32]
06:07:03.403421 tst  emergency_preemptive_call.py:32: Test FAILED (6.7 sec)
06:07:03.467504 run    osmo-hlr_10.42.42.2(pid=2091): ERR: Terminated: ERROR {rc=237}  [trial-2370↪emergency:trx-umtrx↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2091)]
06:07:03.519351 run    osmo-hlr_10.42.42.2(pid=2091): stdout: 
| (launched: 2022-12-10_06:07:00.030688) 
06:07:03.572095 run    osmo-hlr_10.42.42.2(pid=2091): stderr: 
| �[0;m�[1;31m20221210060700208 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210060700208 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210060700208 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210060700208 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210060700208 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210060700208 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210060700221 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/emergency:trx-umtrx/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210060700230 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210060700230 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210060700230 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
06:07:03.643310 run    osmo-msc_10.42.42.6(pid=2097): ERR: Terminated: ERROR {rc=2}  [trial-2370↪emergency:trx-umtrx↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2097)]
06:07:03.694947 run    osmo-msc_10.42.42.6(pid=2097): stdout: 
| (launched: 2022-12-10_06:07:02.464806) 
06:07:03.747083 run    osmo-msc_10.42.42.6(pid=2097): stderr: 
| �[0;m�[38;5;43m20221210060702786 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210060702786 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb43976bc40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210060702786 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210060702786 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210060702786 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210060702787 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210060702788 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210060702789 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210060702789 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210060702789 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
06:07:03.791306 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2090): Terminating (SIGTERM)
06:07:03.834089 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2093): Terminating (SIGTERM)
06:07:03.875868 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2096): Terminating (SIGTERM)
06:07:03.886174 ---      ParallelTerminationStrategy: PID 2090 died...
06:07:03.942608 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2090): Terminated: ok {rc=0}
06:07:03.952919 ---      ParallelTerminationStrategy: PID 2093 died...
06:07:04.008755 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2093): Terminated: ok {rc=0}
06:07:04.019395 ---      ParallelTerminationStrategy: PID 2096 died...
06:07:04.075216 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2096): Terminated: ok {rc=0}
06:07:04.162404 bus                        /sierra_9: Setting Powered False
06:07:05.268131 bus                        /sierra_9: Setting Powered False
06:07:06.375708 bus                        /sierra_8: Setting Powered False
06:07:07.481462 bus                        /sierra_8: Setting Powered False
06:07:08.591070 bus                        /sierra_3: Setting Powered False
06:07:09.696070 bus                        /sierra_3: Setting Powered False
06:07:10.800523 bus                        /sierra_2: Setting Powered False
</stdout></case><duration>27.0</duration><id>87</id><name>emergency_trx-umtrx</name><properties></properties><timestamp>2022-12-10T06:06:45</timestamp></suite><suite><case><age>53</age><className>gprs:trx-umtrx</className><duration>9.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=2112): Process ended prematurely: osmo-stp_10.42.42.5(pid=2112) [trial-2370↪gprs:trx-umtrx↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2112)]</errorStackTrace><failedSince>2318</failedSince><name>cs_paging_gprs_active.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py", line 38, in &lt;module&gt;
    setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py", line 67, in setup_run_iperf3_test_parallel
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2112): Process ended prematurely: osmo-stp_10.42.42.5(pid=2112) [trial-2370↪gprs:trx-umtrx↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2112)]
</stderr><stdout>
----------------------------------------------
trial-2370 gprs:trx-umtrx cs_paging_gprs_active.py
----------------------------------------------
06:07:12.900393 tst                   gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)
06:07:12.910934 tst                   gprs:trx-umtrx: Using 1 x bts (candidates: 1)
06:07:13.043508 tst         cs_paging_gprs_active.py: using LAC 26373
06:07:13.161864 tst         cs_paging_gprs_active.py: using RAC 108
06:07:13.286248 tst         cs_paging_gprs_active.py: using CellId 26373
06:07:13.413303 tst         cs_paging_gprs_active.py: using BVCI 26374
06:07:13.438077 tst                   gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)
06:07:13.449193 tst                   gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)
06:07:13.460449 tst                   gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)
06:07:13.471466 tst                   gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)
06:07:13.482418 tst                   gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)
06:07:13.493358 tst                   gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)
06:07:13.504511 tst                   gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)
06:07:13.515441 tst                   gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)
06:07:13.526382 tst                   gprs:trx-umtrx: Using 1 x modem (candidates: 4)
06:07:13.639476 tst                   gprs:trx-umtrx: Using 1 x modem (candidates: 4)
06:07:13.914237 tst      cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...
06:07:14.037378 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
06:07:14.345941 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2102): Launched
06:07:14.602059 run iperf3-srv_10.42.42.10(pid=2103): Launched
06:07:14.782336 tst      cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...
06:07:14.905551 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
06:07:15.212415 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2104): Launched
06:07:15.467448 run iperf3-srv_10.42.42.10(pid=2105): Launched
06:07:15.647046 tst      cs_paging_gprs_active.py:38: start network...
06:07:15.771119 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
06:07:16.305751 run          create_hlr_db(pid=2106): Launched
06:07:16.500112 bus                        /sierra_2: Setting Powered False
06:07:17.512643 run          create_hlr_db(pid=2106): Terminated: ok {rc=0}
06:07:17.916700 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2108): Launched
06:07:18.213513 run    osmo-hlr_10.42.42.2(pid=2109): Launched
06:07:18.321665 run              osmo-stp_10.42.42.5: Starting osmo-stp
06:07:18.837649 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2111): Launched
06:07:19.135861 run    osmo-stp_10.42.42.5(pid=2112): Launched
06:07:19.244918 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
06:07:19.763423 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2114): Launched
06:07:19.869256 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
06:07:20.129647 run               patchelf(pid=2115): Launched
06:07:20.304130 run    osmo-stp_10.42.42.5(pid=2112): ERR: Terminated: ERROR {rc=1}  [trial-2370↪gprs:trx-umtrx↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2112)]
06:07:20.431546 run    osmo-stp_10.42.42.5(pid=2112): stdout: 
| (launched: 2022-12-10_06:07:18.987870)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:07:20.559504 run    osmo-stp_10.42.42.5(pid=2112): stderr: 
| �[0;m�[38;5;43m20221210060719155 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210060719155 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210060719156 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210060719156 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210060719158 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210060719159 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210060719159 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:07:20.682649 run    osmo-stp_10.42.42.5(pid=2112): stdout: 
| (launched: 2022-12-10_06:07:18.987870)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:07:20.804662 run    osmo-stp_10.42.42.5(pid=2112): stderr: 
| �[0;m�[38;5;43m20221210060719155 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210060719155 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210060719156 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210060719156 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210060719158 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210060719159 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210060719159 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:07:20.946657 run               patchelf(pid=2115): Terminating (SIGINT)
06:07:21.114032 run               patchelf(pid=2115): Terminated: ok {rc=0}
06:07:21.144986 tst      cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=2112): Process ended prematurely: osmo-stp_10.42.42.5(pid=2112) [trial-2370↪gprs:trx-umtrx↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2112)]  [trial-2370↪gprs:trx-umtrx↪cs_paging_gprs_active.py:38]
06:07:21.154307 tst      cs_paging_gprs_active.py:38: Test FAILED (8.3 sec)
06:07:21.213750 run    osmo-hlr_10.42.42.2(pid=2109): ERR: Terminated: ERROR {rc=237}  [trial-2370↪gprs:trx-umtrx↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2109)]
06:07:21.262411 run    osmo-hlr_10.42.42.2(pid=2109): stdout: 
| (launched: 2022-12-10_06:07:18.066883) 
06:07:21.311365 run    osmo-hlr_10.42.42.2(pid=2109): stderr: 
| �[0;m�[1;31m20221210060718240 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210060718240 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210060718241 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210060718241 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210060718241 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210060718241 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210060718258 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/gprs:trx-umtrx/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210060718267 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210060718268 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210060718268 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
06:07:21.352899 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2102): Terminating (SIGTERM)
06:07:21.392267 run iperf3-srv_10.42.42.10(pid=2103): Terminating (SIGTERM)
06:07:21.431578 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2104): Terminating (SIGTERM)
06:07:21.470669 run iperf3-srv_10.42.42.10(pid=2105): Terminating (SIGTERM)
06:07:21.509760 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2108): Terminating (SIGTERM)
06:07:21.548810 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2111): Terminating (SIGTERM)
06:07:21.588024 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2114): Terminating (SIGTERM)
06:07:21.597363 ---      ParallelTerminationStrategy: PID 2102 died...
06:07:21.649715 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2102): Terminated: ok {rc=0}
06:07:21.659676 ---      ParallelTerminationStrategy: PID 2103 died...
06:07:21.712049 run iperf3-srv_10.42.42.10(pid=2103): Terminated {rc=256}
06:07:21.721829 ---      ParallelTerminationStrategy: PID 2104 died...
06:07:21.774396 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2104): Terminated: ok {rc=0}
06:07:21.783881 ---      ParallelTerminationStrategy: PID 2105 died...
06:07:21.835924 run iperf3-srv_10.42.42.10(pid=2105): Terminated {rc=256}
06:07:21.845596 ---      ParallelTerminationStrategy: PID 2108 died...
06:07:21.897763 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2108): Terminated: ok {rc=0}
06:07:21.907415 ---      ParallelTerminationStrategy: PID 2111 died...
06:07:21.959521 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2111): Terminated: ok {rc=0}
06:07:21.969273 ---      ParallelTerminationStrategy: PID 2114 died...
06:07:22.021551 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2114): Terminated: ok {rc=0}
06:07:22.109367 bus                          /gobi_0: Setting Powered False
06:07:23.212304 bus                          /gobi_0: Setting Powered False
06:07:24.321733 bus                          /gobi_6: Setting Powered False
</stdout></case><case><age>53</age><className>gprs:trx-umtrx</className><duration>8.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=2124): Process ended prematurely: osmo-stp_10.42.42.5(pid=2124) [trial-2370↪gprs:trx-umtrx↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2124)]</errorStackTrace><failedSince>2318</failedSince><name>iperf3.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py", line 8, in &lt;module&gt;
    setup_run_iperf3_test_parallel(1)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py", line 67, in setup_run_iperf3_test_parallel
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2124): Process ended prematurely: osmo-stp_10.42.42.5(pid=2124) [trial-2370↪gprs:trx-umtrx↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2124)]
</stderr><stdout>
----------------------------------------------
trial-2370 gprs:trx-umtrx iperf3.py
----------------------------------------------
06:07:25.429504 tst                   gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)
06:07:25.440507 tst                   gprs:trx-umtrx: Using 1 x bts (candidates: 1)
06:07:25.578329 tst                        iperf3.py: using LAC 26374
06:07:25.694749 tst                        iperf3.py: using RAC 109
06:07:25.819438 tst                        iperf3.py: using CellId 26374
06:07:25.944344 tst                        iperf3.py: using BVCI 26375
06:07:25.968815 tst                   gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)
06:07:25.980241 tst                   gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)
06:07:25.991277 tst                   gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)
06:07:26.002179 tst                   gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)
06:07:26.013168 tst                   gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)
06:07:26.023896 tst                   gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)
06:07:26.034896 tst                   gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)
06:07:26.045765 tst                   gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)
06:07:26.056678 tst                   gprs:trx-umtrx: Using 1 x modem (candidates: 4)
06:07:26.330310 tst                      iperf3.py:8: start iperfv3 server 10.42.42.10:5003...
06:07:26.453563 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
06:07:26.762674 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2116): Launched
06:07:27.019626 run iperf3-srv_10.42.42.10(pid=2117): Launched
06:07:27.200598 tst                      iperf3.py:8: start network...
06:07:27.324217 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
06:07:27.794342 run          create_hlr_db(pid=2118): Launched
06:07:27.964394 bus                          /gobi_6: Setting Powered False
06:07:28.986021 run          create_hlr_db(pid=2118): Terminated: ok {rc=0}
06:07:29.381406 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2120): Launched
06:07:29.678709 run    osmo-hlr_10.42.42.2(pid=2121): Launched
06:07:29.795378 run              osmo-stp_10.42.42.5: Starting osmo-stp
06:07:30.317805 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2123): Launched
06:07:30.613890 run    osmo-stp_10.42.42.5(pid=2124): Launched
06:07:30.722016 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
06:07:31.289762 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2126): Launched
06:07:31.398644 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
06:07:31.686833 run               patchelf(pid=2127): Launched
06:07:31.877873 run    osmo-stp_10.42.42.5(pid=2124): ERR: Terminated: ERROR {rc=1}  [trial-2370↪gprs:trx-umtrx↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2124)]
06:07:32.017648 run    osmo-stp_10.42.42.5(pid=2124): stdout: 
| (launched: 2022-12-10_06:07:30.467286)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:07:32.163548 run    osmo-stp_10.42.42.5(pid=2124): stderr: 
| �[0;m�[38;5;43m20221210060730638 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210060730638 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210060730638 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210060730639 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210060730639 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210060730639 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210060730639 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:07:32.287729 run    osmo-stp_10.42.42.5(pid=2124): stdout: 
| (launched: 2022-12-10_06:07:30.467286)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:07:32.408762 run    osmo-stp_10.42.42.5(pid=2124): stderr: 
| �[0;m�[38;5;43m20221210060730638 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210060730638 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210060730638 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210060730639 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210060730639 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210060730639 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210060730639 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:07:32.549403 run               patchelf(pid=2127): Terminating (SIGINT)
06:07:32.714318 run               patchelf(pid=2127): Terminated: ok {rc=0}
06:07:32.744666 tst                      iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=2124): Process ended prematurely: osmo-stp_10.42.42.5(pid=2124) [trial-2370↪gprs:trx-umtrx↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2124)]  [trial-2370↪gprs:trx-umtrx↪iperf3.py:8]
06:07:32.753947 tst                      iperf3.py:8: Test FAILED (7.4 sec)
06:07:32.813663 run    osmo-hlr_10.42.42.2(pid=2121): ERR: Terminated: ERROR {rc=237}  [trial-2370↪gprs:trx-umtrx↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2121)]
06:07:32.861934 run    osmo-hlr_10.42.42.2(pid=2121): stdout: 
| (launched: 2022-12-10_06:07:29.531478) 
06:07:32.911112 run    osmo-hlr_10.42.42.2(pid=2121): stderr: 
| �[0;m�[1;31m20221210060729707 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210060729707 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210060729707 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210060729707 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210060729707 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210060729707 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210060729719 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/gprs:trx-umtrx/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210060729728 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210060729729 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210060729729 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
06:07:32.952433 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2116): Terminating (SIGTERM)
06:07:32.991505 run iperf3-srv_10.42.42.10(pid=2117): Terminating (SIGTERM)
06:07:33.030659 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2120): Terminating (SIGTERM)
06:07:33.069686 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2123): Terminating (SIGTERM)
06:07:33.108827 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2126): Terminating (SIGTERM)
06:07:33.118243 ---      ParallelTerminationStrategy: PID 2116 died...
06:07:33.171054 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2116): Terminated: ok {rc=0}
06:07:33.180481 ---      ParallelTerminationStrategy: PID 2117 died...
06:07:33.232399 run iperf3-srv_10.42.42.10(pid=2117): Terminated {rc=256}
06:07:33.242078 ---      ParallelTerminationStrategy: PID 2120 died...
06:07:33.294168 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2120): Terminated: ok {rc=0}
06:07:33.303755 ---      ParallelTerminationStrategy: PID 2123 died...
06:07:33.355585 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2123): Terminated: ok {rc=0}
06:07:33.365290 ---      ParallelTerminationStrategy: PID 2126 died...
06:07:33.417106 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2126): Terminated: ok {rc=0}
06:07:33.504276 bus                          /gobi_6: Setting Powered False
</stdout></case><case><age>196</age><className>gprs:trx-umtrx</className><duration>11.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=2144): Process ended prematurely: osmo-stp_10.42.42.5(pid=2144) [trial-2370↪gprs:trx-umtrx↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2144)]</errorStackTrace><failedSince>2175</failedSince><name>iperf3m4.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py", line 8, in &lt;module&gt;
    setup_run_iperf3_test_parallel(4)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py", line 67, in setup_run_iperf3_test_parallel
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2144): Process ended prematurely: osmo-stp_10.42.42.5(pid=2144) [trial-2370↪gprs:trx-umtrx↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2144)]
</stderr><stdout>
----------------------------------------------
trial-2370 gprs:trx-umtrx iperf3m4.py
----------------------------------------------
06:07:34.611374 tst                   gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)
06:07:34.622542 tst                   gprs:trx-umtrx: Using 1 x bts (candidates: 1)
06:07:34.755770 tst                      iperf3m4.py: using LAC 26375
06:07:34.870702 tst                      iperf3m4.py: using RAC 110
06:07:34.994011 tst                      iperf3m4.py: using CellId 26375
06:07:35.118052 tst                      iperf3m4.py: using BVCI 26376
06:07:35.142096 tst                   gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)
06:07:35.153166 tst                   gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)
06:07:35.163948 tst                   gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)
06:07:35.175319 tst                   gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)
06:07:35.186545 tst                   gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)
06:07:35.197747 tst                   gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)
06:07:35.209321 tst                   gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)
06:07:35.220470 tst                   gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)
06:07:35.231934 tst                   gprs:trx-umtrx: Using 1 x modem (candidates: 4)
06:07:35.348147 tst                   gprs:trx-umtrx: Using 1 x modem (candidates: 4)
06:07:35.470575 tst                   gprs:trx-umtrx: Using 1 x modem (candidates: 4)
06:07:35.585855 tst                   gprs:trx-umtrx: Using 1 x modem (candidates: 4)
06:07:35.858334 tst                    iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...
06:07:35.983797 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
06:07:36.287018 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2130): Launched
06:07:36.539024 run iperf3-srv_10.42.42.10(pid=2131): Launched
06:07:36.716880 tst                    iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...
06:07:36.838473 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
06:07:37.141488 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2132): Launched
06:07:37.393084 run iperf3-srv_10.42.42.10(pid=2133): Launched
06:07:37.570887 tst                    iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...
06:07:37.692300 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
06:07:37.995987 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2134): Launched
06:07:38.247397 run iperf3-srv_10.42.42.10(pid=2135): Launched
06:07:38.425946 tst                    iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...
06:07:38.547414 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
06:07:38.851447 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2136): Launched
06:07:39.103089 run iperf3-srv_10.42.42.10(pid=2137): Launched
06:07:39.280513 tst                    iperf3m4.py:8: start network...
06:07:39.401895 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
06:07:39.861933 run          create_hlr_db(pid=2138): Launched
06:07:40.029470 bus                          /gobi_6: Setting Powered False
06:07:41.052090 run          create_hlr_db(pid=2138): Terminated: ok {rc=0}
06:07:41.441705 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2140): Launched
06:07:41.734162 run    osmo-hlr_10.42.42.2(pid=2141): Launched
06:07:41.846289 run              osmo-stp_10.42.42.5: Starting osmo-stp
06:07:42.367827 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2143): Launched
06:07:42.661205 run    osmo-stp_10.42.42.5(pid=2144): Launched
06:07:42.768485 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
06:07:43.279684 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2146): Launched
06:07:43.384147 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
06:07:43.640223 run               patchelf(pid=2147): Launched
06:07:43.812009 run    osmo-stp_10.42.42.5(pid=2144): ERR: Terminated: ERROR {rc=1}  [trial-2370↪gprs:trx-umtrx↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2144)]
06:07:43.938073 run    osmo-stp_10.42.42.5(pid=2144): stdout: 
| (launched: 2022-12-10_06:07:42.516332)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:07:44.063832 run    osmo-stp_10.42.42.5(pid=2144): stderr: 
| �[0;m�[38;5;43m20221210060742685 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210060742685 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210060742685 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210060742686 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210060742686 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210060742686 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210060742686 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:07:44.185031 run    osmo-stp_10.42.42.5(pid=2144): stdout: 
| (launched: 2022-12-10_06:07:42.516332)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:07:44.305225 run    osmo-stp_10.42.42.5(pid=2144): stderr: 
| �[0;m�[38;5;43m20221210060742685 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210060742685 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210060742685 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210060742686 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210060742686 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210060742686 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210060742686 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:07:44.445155 run               patchelf(pid=2147): Terminating (SIGINT)
06:07:44.609269 run               patchelf(pid=2147): Terminated: ok {rc=0}
06:07:44.639409 tst                    iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=2144): Process ended prematurely: osmo-stp_10.42.42.5(pid=2144) [trial-2370↪gprs:trx-umtrx↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2144)]  [trial-2370↪gprs:trx-umtrx↪iperf3m4.py:8]
06:07:44.648470 tst                    iperf3m4.py:8: Test FAILED (10.1 sec)
06:07:44.707816 run    osmo-hlr_10.42.42.2(pid=2141): ERR: Terminated: ERROR {rc=237}  [trial-2370↪gprs:trx-umtrx↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2141)]
06:07:44.755978 run    osmo-hlr_10.42.42.2(pid=2141): stdout: 
| (launched: 2022-12-10_06:07:41.590229) 
06:07:44.804569 run    osmo-hlr_10.42.42.2(pid=2141): stderr: 
| �[0;m�[1;31m20221210060741768 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210060741768 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210060741768 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210060741768 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210060741768 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210060741768 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210060741783 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/gprs:trx-umtrx/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210060741793 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210060741794 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210060741794 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
06:07:44.845324 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2130): Terminating (SIGTERM)
06:07:44.884317 run iperf3-srv_10.42.42.10(pid=2131): Terminating (SIGTERM)
06:07:44.923012 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2132): Terminating (SIGTERM)
06:07:44.961776 run iperf3-srv_10.42.42.10(pid=2133): Terminating (SIGTERM)
06:07:45.000513 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2134): Terminating (SIGTERM)
06:07:45.039111 run iperf3-srv_10.42.42.10(pid=2135): Terminating (SIGTERM)
06:07:45.077816 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2136): Terminating (SIGTERM)
06:07:45.116429 run iperf3-srv_10.42.42.10(pid=2137): Terminating (SIGTERM)
06:07:45.155200 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2140): Terminating (SIGTERM)
06:07:45.194038 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2143): Terminating (SIGTERM)
06:07:45.232651 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2146): Terminating (SIGTERM)
06:07:45.241902 ---      ParallelTerminationStrategy: PID 2130 died...
06:07:45.293834 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2130): Terminated: ok {rc=0}
06:07:45.303412 ---      ParallelTerminationStrategy: PID 2131 died...
06:07:45.354823 run iperf3-srv_10.42.42.10(pid=2131): Terminated {rc=256}
06:07:45.364232 ---      ParallelTerminationStrategy: PID 2132 died...
06:07:45.415864 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2132): Terminated: ok {rc=0}
06:07:45.425670 ---      ParallelTerminationStrategy: PID 2133 died...
06:07:45.476867 run iperf3-srv_10.42.42.10(pid=2133): Terminated {rc=256}
06:07:45.486386 ---      ParallelTerminationStrategy: PID 2134 died...
06:07:45.538596 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2134): Terminated: ok {rc=0}
06:07:45.547872 ---      ParallelTerminationStrategy: PID 2135 died...
06:07:45.599552 run iperf3-srv_10.42.42.10(pid=2135): Terminated {rc=256}
06:07:45.609142 ---      ParallelTerminationStrategy: PID 2136 died...
06:07:45.660636 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2136): Terminated: ok {rc=0}
06:07:45.670461 ---      ParallelTerminationStrategy: PID 2137 died...
06:07:45.722006 run iperf3-srv_10.42.42.10(pid=2137): Terminated {rc=256}
06:07:45.731662 ---      ParallelTerminationStrategy: PID 2140 died...
06:07:45.783322 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2140): Terminated: ok {rc=0}
06:07:45.793073 ---      ParallelTerminationStrategy: PID 2143 died...
06:07:45.845482 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2143): Terminated: ok {rc=0}
06:07:45.855303 ---      ParallelTerminationStrategy: PID 2146 died...
06:07:45.925925 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2146): Terminated: ok {rc=0}
06:07:46.016095 bus                          /gobi_4: Setting Powered False
06:07:47.120826 bus                          /gobi_4: Setting Powered False
06:07:48.226636 bus                          /gobi_1: Setting Powered False
06:07:49.330584 bus                          /gobi_1: Setting Powered False
06:07:50.434938 bus                          /gobi_0: Setting Powered False
06:07:51.538616 bus                          /gobi_0: Setting Powered False
06:07:52.643444 bus                          /gobi_6: Setting Powered False
</stdout></case><case><age>171</age><className>gprs:trx-umtrx</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=2154): Process ended prematurely: osmo-stp_10.42.42.5(pid=2154) [trial-2370↪gprs:trx-umtrx↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2154)]</errorStackTrace><failedSince>2200</failedSince><name>ping.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py", line 22, in &lt;module&gt;
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2154): Process ended prematurely: osmo-stp_10.42.42.5(pid=2154) [trial-2370↪gprs:trx-umtrx↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2154)]
</stderr><stdout>
----------------------------------------------
trial-2370 gprs:trx-umtrx ping.py
----------------------------------------------
06:07:53.711467 tst                   gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)
06:07:53.722892 tst                   gprs:trx-umtrx: Using 1 x bts (candidates: 1)
06:07:53.861766 tst                          ping.py: using LAC 26376
06:07:53.985055 tst                          ping.py: using RAC 111
06:07:54.108172 tst                          ping.py: using CellId 26376
06:07:54.229268 tst                          ping.py: using BVCI 26377
06:07:54.252847 tst                   gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)
06:07:54.263681 tst                   gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)
06:07:54.274559 tst                   gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)
06:07:54.285274 tst                   gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)
06:07:54.295849 tst                   gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)
06:07:54.306474 tst                   gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)
06:07:54.317295 tst                   gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)
06:07:54.328026 tst                   gprs:trx-umtrx: Using 1 x modem (candidates: 4)
06:07:54.609201 tst                       ping.py:19: start network...
06:07:54.737606 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
06:07:55.229874 run          create_hlr_db(pid=2148): Launched
06:07:55.408598 bus                          /gobi_6: Setting Powered False
06:07:56.429642 run          create_hlr_db(pid=2148): Terminated: ok {rc=0}
06:07:56.817030 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2150): Launched
06:07:57.104099 run    osmo-hlr_10.42.42.2(pid=2151): Launched
06:07:57.215521 run              osmo-stp_10.42.42.5: Starting osmo-stp
06:07:57.725363 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2153): Launched
06:07:58.013123 run    osmo-stp_10.42.42.5(pid=2154): Launched
06:07:58.117675 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
06:07:58.619301 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2156): Launched
06:07:58.721949 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
06:07:58.973565 run               patchelf(pid=2157): Launched
06:07:59.143714 run    osmo-stp_10.42.42.5(pid=2154): ERR: Terminated: ERROR {rc=1}  [trial-2370↪gprs:trx-umtrx↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2154)]
06:07:59.268418 run    osmo-stp_10.42.42.5(pid=2154): stdout: 
| (launched: 2022-12-10_06:07:57.870726)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:07:59.394058 run    osmo-stp_10.42.42.5(pid=2154): stderr: 
| �[0;m�[38;5;43m20221210060758040 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210060758041 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210060758041 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210060758041 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210060758042 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210060758042 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210060758042 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:07:59.514793 run    osmo-stp_10.42.42.5(pid=2154): stdout: 
| (launched: 2022-12-10_06:07:57.870726)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:07:59.634008 run    osmo-stp_10.42.42.5(pid=2154): stderr: 
| �[0;m�[38;5;43m20221210060758040 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210060758041 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210060758041 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210060758041 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210060758042 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210060758042 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210060758042 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:07:59.772614 run               patchelf(pid=2157): Terminating (SIGINT)
06:07:59.935494 run               patchelf(pid=2157): Terminated: ok {rc=0}
06:07:59.965425 tst                       ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=2154): Process ended prematurely: osmo-stp_10.42.42.5(pid=2154) [trial-2370↪gprs:trx-umtrx↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2154)]  [trial-2370↪gprs:trx-umtrx↪ping.py:22]
06:07:59.974118 tst                       ping.py:22: Test FAILED (6.3 sec)
06:08:00.033667 run    osmo-hlr_10.42.42.2(pid=2151): ERR: Terminated: ERROR {rc=237}  [trial-2370↪gprs:trx-umtrx↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2151)]
06:08:00.081961 run    osmo-hlr_10.42.42.2(pid=2151): stdout: 
| (launched: 2022-12-10_06:07:56.962808) 
06:08:00.130865 run    osmo-hlr_10.42.42.2(pid=2151): stderr: 
| �[0;m�[1;31m20221210060757134 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210060757134 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210060757135 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210060757135 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210060757135 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210060757135 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210060757147 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/gprs:trx-umtrx/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210060757156 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210060757157 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210060757157 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
06:08:00.172107 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2150): Terminating (SIGTERM)
06:08:00.211596 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2153): Terminating (SIGTERM)
06:08:00.251047 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2156): Terminating (SIGTERM)
06:08:00.260042 ---      ParallelTerminationStrategy: PID 2150 died...
06:08:00.312596 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2150): Terminated: ok {rc=0}
06:08:00.322307 ---      ParallelTerminationStrategy: PID 2153 died...
06:08:00.374529 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2153): Terminated: ok {rc=0}
06:08:00.384158 ---      ParallelTerminationStrategy: PID 2156 died...
06:08:00.436342 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2156): Terminated: ok {rc=0}
06:08:00.518503 bus                          /gobi_6: Setting Powered False
</stdout></case><case><age>232</age><className>gprs:trx-umtrx</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=2164): Process ended prematurely: osmo-stp_10.42.42.5(pid=2164) [trial-2370↪gprs:trx-umtrx↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2164)]</errorStackTrace><failedSince>2139</failedSince><name>ping_idle_ping.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py", line 27, in &lt;module&gt;
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2164): Process ended prematurely: osmo-stp_10.42.42.5(pid=2164) [trial-2370↪gprs:trx-umtrx↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2164)]
</stderr><stdout>
----------------------------------------------
trial-2370 gprs:trx-umtrx ping_idle_ping.py
----------------------------------------------
06:08:01.581247 tst                   gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)
06:08:01.593224 tst                   gprs:trx-umtrx: Using 1 x bts (candidates: 1)
06:08:01.731962 tst                ping_idle_ping.py: using LAC 26377
06:08:01.883555 tst                ping_idle_ping.py: using RAC 112
06:08:02.002134 tst                ping_idle_ping.py: using CellId 26377
06:08:02.124730 tst                ping_idle_ping.py: using BVCI 26378
06:08:02.149235 tst                   gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)
06:08:02.160999 tst                   gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)
06:08:02.172681 tst                   gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)
06:08:02.184607 tst                   gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)
06:08:02.195903 tst                   gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)
06:08:02.207693 tst                   gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)
06:08:02.219844 tst                   gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)
06:08:02.232097 tst                   gprs:trx-umtrx: Using 1 x modem (candidates: 4)
06:08:02.516089 tst             ping_idle_ping.py:24: start network...
06:08:02.645626 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
06:08:03.142706 run          create_hlr_db(pid=2158): Launched
06:08:03.323292 bus                          /gobi_6: Setting Powered False
06:08:04.344117 run          create_hlr_db(pid=2158): Terminated: ok {rc=0}
06:08:04.735239 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2160): Launched
06:08:05.024783 run    osmo-hlr_10.42.42.2(pid=2161): Launched
06:08:05.134189 run              osmo-stp_10.42.42.5: Starting osmo-stp
06:08:05.635173 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2163): Launched
06:08:05.922380 run    osmo-stp_10.42.42.5(pid=2164): Launched
06:08:06.027027 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
06:08:06.528706 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2166): Launched
06:08:06.630920 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
06:08:06.882423 run               patchelf(pid=2167): Launched
06:08:07.052152 run    osmo-stp_10.42.42.5(pid=2164): ERR: Terminated: ERROR {rc=1}  [trial-2370↪gprs:trx-umtrx↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2164)]
06:08:07.176119 run    osmo-stp_10.42.42.5(pid=2164): stdout: 
| (launched: 2022-12-10_06:08:05.780587)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:08:07.300483 run    osmo-stp_10.42.42.5(pid=2164): stderr: 
| �[0;m�[38;5;43m20221210060805946 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210060805946 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210060805946 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210060805947 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210060805949 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210060805949 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210060805949 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:08:07.420060 run    osmo-stp_10.42.42.5(pid=2164): stdout: 
| (launched: 2022-12-10_06:08:05.780587)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:08:07.538728 run    osmo-stp_10.42.42.5(pid=2164): stderr: 
| �[0;m�[38;5;43m20221210060805946 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210060805946 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210060805946 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210060805947 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210060805949 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210060805949 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210060805949 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:08:07.676601 run               patchelf(pid=2167): Terminating (SIGINT)
06:08:07.838665 run               patchelf(pid=2167): Terminated: ok {rc=0}
06:08:07.868163 tst             ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=2164): Process ended prematurely: osmo-stp_10.42.42.5(pid=2164) [trial-2370↪gprs:trx-umtrx↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2164)]  [trial-2370↪gprs:trx-umtrx↪ping_idle_ping.py:27]
06:08:07.876732 tst             ping_idle_ping.py:27: Test FAILED (6.3 sec)
06:08:07.935903 run    osmo-hlr_10.42.42.2(pid=2161): ERR: Terminated: ERROR {rc=237}  [trial-2370↪gprs:trx-umtrx↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2161)]
06:08:07.983767 run    osmo-hlr_10.42.42.2(pid=2161): stdout: 
| (launched: 2022-12-10_06:08:04.882082) 
06:08:08.032339 run    osmo-hlr_10.42.42.2(pid=2161): stderr: 
| �[0;m�[1;31m20221210060805058 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210060805059 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210060805059 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210060805059 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210060805059 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210060805059 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210060805073 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/gprs:trx-umtrx/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210060805082 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210060805083 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210060805083 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
06:08:08.073242 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2160): Terminating (SIGTERM)
06:08:08.112241 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2163): Terminating (SIGTERM)
06:08:08.150916 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2166): Terminating (SIGTERM)
06:08:08.160111 ---      ParallelTerminationStrategy: PID 2160 died...
06:08:08.211809 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2160): Terminated: ok {rc=0}
06:08:08.221577 ---      ParallelTerminationStrategy: PID 2163 died...
06:08:08.273470 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2163): Terminated: ok {rc=0}
06:08:08.283001 ---      ParallelTerminationStrategy: PID 2166 died...
06:08:08.334553 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2166): Terminated: ok {rc=0}
06:08:08.422143 bus                          /gobi_6: Setting Powered False
</stdout></case><duration>58.0</duration><id>88</id><name>gprs_trx-umtrx</name><properties></properties><timestamp>2022-12-10T06:07:12</timestamp></suite><suite><case><age>232</age><className>gprs:trx-umtrx+mod-bts0-egprs</className><duration>10.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=2230): Process ended prematurely: osmo-stp_10.42.42.5(pid=2230) [trial-2370↪gprs:trx-umtrx+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2230)]</errorStackTrace><failedSince>2139</failedSince><name>cs_paging_gprs_active.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py", line 38, in &lt;module&gt;
    setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py", line 67, in setup_run_iperf3_test_parallel
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2230): Process ended prematurely: osmo-stp_10.42.42.5(pid=2230) [trial-2370↪gprs:trx-umtrx+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2230)]
</stderr><stdout>
----------------------------------------------
trial-2370 gprs:trx-umtrx+mod-bts0-egprs cs_paging_gprs_active.py
----------------------------------------------
06:08:10.572362 tst    gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
06:08:10.583579 tst    gprs:trx-umtrx+mod-bts0-egprs: Using 1 x bts (candidates: 1)
06:08:10.721624 tst         cs_paging_gprs_active.py: using LAC 26378
06:08:10.845075 tst         cs_paging_gprs_active.py: using RAC 113
06:08:10.969143 tst         cs_paging_gprs_active.py: using CellId 26378
06:08:11.093285 tst         cs_paging_gprs_active.py: using BVCI 26379
06:08:11.117956 tst    gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
06:08:11.129335 tst    gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
06:08:11.140415 tst    gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
06:08:11.151717 tst    gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
06:08:11.162938 tst    gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
06:08:11.174110 tst    gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
06:08:11.185291 tst    gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
06:08:11.196226 tst    gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
06:08:11.207449 tst    gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)
06:08:11.322832 tst    gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)
06:08:11.613415 tst      cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...
06:08:11.746123 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
06:08:12.076476 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2171): Launched
06:08:12.349229 run iperf3-srv_10.42.42.10(pid=2172): Launched
06:08:12.543769 tst      cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...
06:08:12.675999 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
06:08:13.004178 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2173): Launched
06:08:13.276099 run iperf3-srv_10.42.42.10(pid=2174): Launched
06:08:13.469578 tst      cs_paging_gprs_active.py:38: start network...
06:08:13.601910 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
06:08:14.106867 run          create_hlr_db(pid=2175): Launched
06:08:14.289536 bus                          /gobi_6: Setting Powered False
06:08:15.310743 run          create_hlr_db(pid=2175): Terminated: ok {rc=0}
06:08:15.732627 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2177): Launched
06:08:16.184167 run    osmo-hlr_10.42.42.2(pid=2178): Launched
06:08:16.459181 run              osmo-stp_10.42.42.5: Starting osmo-stp
06:08:17.074798 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2216): Launched
06:08:17.589575 run    osmo-stp_10.42.42.5(pid=2230): Launched
06:08:17.796883 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
06:08:18.525546 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2288): Launched
06:08:18.684831 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
06:08:19.026488 run               patchelf(pid=2325): Launched
06:08:19.250195 run    osmo-stp_10.42.42.5(pid=2230): ERR: Terminated: ERROR {rc=1}  [trial-2370↪gprs:trx-umtrx+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2230)]
06:08:19.411455 run    osmo-stp_10.42.42.5(pid=2230): stdout: 
| (launched: 2022-12-10_06:08:17.263926)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:08:19.575485 run    osmo-stp_10.42.42.5(pid=2230): stderr: 
| �[0;m�[38;5;43m20221210060817542 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210060817542 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210060817543 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210060817543 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210060817543 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210060817544 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210060817544 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:08:19.729663 run    osmo-stp_10.42.42.5(pid=2230): stdout: 
| (launched: 2022-12-10_06:08:17.263926)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:08:19.881572 run    osmo-stp_10.42.42.5(pid=2230): stderr: 
| �[0;m�[38;5;43m20221210060817542 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210060817542 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210060817543 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210060817543 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210060817543 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210060817544 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210060817544 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:08:20.039717 run               patchelf(pid=2325): Terminating (SIGINT)
06:08:20.227049 run               patchelf(pid=2325): Terminated: ok {rc=0}
06:08:20.259269 tst      cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=2230): Process ended prematurely: osmo-stp_10.42.42.5(pid=2230) [trial-2370↪gprs:trx-umtrx+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2230)]  [trial-2370↪gprs:trx-umtrx+mod-bts0-egprs↪cs_paging_gprs_active.py:38]
06:08:20.269638 tst      cs_paging_gprs_active.py:38: Test FAILED (9.7 sec)
06:08:20.334180 run    osmo-hlr_10.42.42.2(pid=2178): ERR: Terminated: ERROR {rc=237}  [trial-2370↪gprs:trx-umtrx+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2178)]
06:08:20.386500 run    osmo-hlr_10.42.42.2(pid=2178): stdout: 
| (launched: 2022-12-10_06:08:15.897097) 
06:08:20.439136 run    osmo-hlr_10.42.42.2(pid=2178): stderr: 
| �[0;m�[1;31m20221210060816140 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210060816140 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210060816140 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210060816140 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210060816140 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210060816140 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210060816155 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/gprs:trx-umtrx+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210060816184 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210060816184 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210060816184 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
06:08:20.484471 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2171): Terminating (SIGTERM)
06:08:20.528812 run iperf3-srv_10.42.42.10(pid=2172): Terminating (SIGTERM)
06:08:20.575045 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2173): Terminating (SIGTERM)
06:08:20.617786 run iperf3-srv_10.42.42.10(pid=2174): Terminating (SIGTERM)
06:08:20.660620 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2177): Terminating (SIGTERM)
06:08:20.703313 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2216): Terminating (SIGTERM)
06:08:20.748144 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2288): Terminating (SIGTERM)
06:08:20.758622 ---      ParallelTerminationStrategy: PID 2171 died...
06:08:20.815870 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2171): Terminated: ok {rc=0}
06:08:20.826584 ---      ParallelTerminationStrategy: PID 2172 died...
06:08:20.883290 run iperf3-srv_10.42.42.10(pid=2172): Terminated {rc=256}
06:08:20.893951 ---      ParallelTerminationStrategy: PID 2173 died...
06:08:20.950766 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2173): Terminated: ok {rc=0}
06:08:20.961470 ---      ParallelTerminationStrategy: PID 2174 died...
06:08:21.018362 run iperf3-srv_10.42.42.10(pid=2174): Terminated {rc=256}
06:08:21.028797 ---      ParallelTerminationStrategy: PID 2177 died...
06:08:21.085230 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2177): Terminated: ok {rc=0}
06:08:21.095660 ---      ParallelTerminationStrategy: PID 2216 died...
06:08:21.151513 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2216): Terminated: ok {rc=0}
06:08:21.162630 ---      ParallelTerminationStrategy: PID 2288 died...
06:08:21.218396 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2288): Terminated: ok {rc=0}
06:08:21.306993 bus                          /gobi_0: Setting Powered False
06:08:22.410415 bus                          /gobi_0: Setting Powered False
06:08:23.519140 bus                          /gobi_6: Setting Powered False
</stdout></case><case><age>232</age><className>gprs:trx-umtrx+mod-bts0-egprs</className><duration>9.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=2465): Process ended prematurely: osmo-stp_10.42.42.5(pid=2465) [trial-2370↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2465)]</errorStackTrace><failedSince>2139</failedSince><name>iperf3.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py", line 8, in &lt;module&gt;
    setup_run_iperf3_test_parallel(1)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py", line 67, in setup_run_iperf3_test_parallel
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2465): Process ended prematurely: osmo-stp_10.42.42.5(pid=2465) [trial-2370↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2465)]
</stderr><stdout>
----------------------------------------------
trial-2370 gprs:trx-umtrx+mod-bts0-egprs iperf3.py
----------------------------------------------
06:08:24.631479 tst    gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
06:08:24.643987 tst    gprs:trx-umtrx+mod-bts0-egprs: Using 1 x bts (candidates: 1)
06:08:24.787345 tst                        iperf3.py: using LAC 26379
06:08:24.908445 tst                        iperf3.py: using RAC 114
06:08:25.028421 tst                        iperf3.py: using CellId 26379
06:08:25.148748 tst                        iperf3.py: using BVCI 26380
06:08:25.173448 tst    gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
06:08:25.185322 tst    gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
06:08:25.197645 tst    gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
06:08:25.210645 tst    gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
06:08:25.223996 tst    gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
06:08:25.236224 tst    gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
06:08:25.248056 tst    gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
06:08:25.261618 tst    gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
06:08:25.273340 tst    gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)
06:08:25.555411 tst                      iperf3.py:8: start iperfv3 server 10.42.42.10:5003...
06:08:25.689763 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
06:08:26.035022 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2457): Launched
06:08:26.327759 run iperf3-srv_10.42.42.10(pid=2458): Launched
06:08:26.524827 tst                      iperf3.py:8: start network...
06:08:26.659273 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
06:08:27.207582 run          create_hlr_db(pid=2459): Launched
06:08:27.393158 bus                          /gobi_6: Setting Powered False
06:08:28.416621 run          create_hlr_db(pid=2459): Terminated: ok {rc=0}
06:08:28.867851 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2461): Launched
06:08:29.292249 run    osmo-hlr_10.42.42.2(pid=2462): Launched
06:08:29.509511 run              osmo-stp_10.42.42.5: Starting osmo-stp
06:08:30.120455 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2464): Launched
06:08:30.541919 run    osmo-stp_10.42.42.5(pid=2465): Launched
06:08:30.766842 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
06:08:31.434608 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2467): Launched
06:08:31.577178 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
06:08:31.959702 run               patchelf(pid=2468): Launched
06:08:32.192895 run    osmo-stp_10.42.42.5(pid=2465): ERR: Terminated: ERROR {rc=1}  [trial-2370↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2465)]
06:08:32.357821 run    osmo-stp_10.42.42.5(pid=2465): stdout: 
| (launched: 2022-12-10_06:08:30.285791)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:08:32.522752 run    osmo-stp_10.42.42.5(pid=2465): stderr: 
| �[0;m�[38;5;43m20221210060830593 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210060830593 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210060830593 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210060830593 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210060830594 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210060830594 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210060830594 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:08:32.684321 run    osmo-stp_10.42.42.5(pid=2465): stdout: 
| (launched: 2022-12-10_06:08:30.285791)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:08:32.843528 run    osmo-stp_10.42.42.5(pid=2465): stderr: 
| �[0;m�[38;5;43m20221210060830593 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210060830593 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210060830593 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210060830593 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210060830594 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210060830594 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210060830594 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:08:33.028661 run               patchelf(pid=2468): Terminating (SIGINT)
06:08:33.246886 run               patchelf(pid=2468): Terminated: ok {rc=0}
06:08:33.288386 tst                      iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=2465): Process ended prematurely: osmo-stp_10.42.42.5(pid=2465) [trial-2370↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2465)]  [trial-2370↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3.py:8]
06:08:33.301683 tst                      iperf3.py:8: Test FAILED (8.7 sec)
06:08:33.373770 run    osmo-hlr_10.42.42.2(pid=2462): ERR: Terminated: ERROR {rc=237}  [trial-2370↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2462)]
06:08:33.429795 run    osmo-hlr_10.42.42.2(pid=2462): stdout: 
| (launched: 2022-12-10_06:08:29.032502) 
06:08:33.482643 run    osmo-hlr_10.42.42.2(pid=2462): stderr: 
| �[0;m�[1;31m20221210060829351 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210060829351 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210060829351 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210060829351 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210060829351 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210060829351 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210060829373 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/gprs:trx-umtrx+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210060829381 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210060829381 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210060829381 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
06:08:33.528223 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2457): Terminating (SIGTERM)
06:08:33.573797 run iperf3-srv_10.42.42.10(pid=2458): Terminating (SIGTERM)
06:08:33.618016 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2461): Terminating (SIGTERM)
06:08:33.661936 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2464): Terminating (SIGTERM)
06:08:33.706745 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2467): Terminating (SIGTERM)
06:08:33.717185 ---      ParallelTerminationStrategy: PID 2457 died...
06:08:33.777452 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2457): Terminated: ok {rc=0}
06:08:33.788295 ---      ParallelTerminationStrategy: PID 2458 died...
06:08:33.844178 run iperf3-srv_10.42.42.10(pid=2458): Terminated {rc=256}
06:08:33.855433 ---      ParallelTerminationStrategy: PID 2461 died...
06:08:33.912167 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2461): Terminated: ok {rc=0}
06:08:33.922980 ---      ParallelTerminationStrategy: PID 2464 died...
06:08:33.981606 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2464): Terminated: ok {rc=0}
06:08:33.992429 ---      ParallelTerminationStrategy: PID 2467 died...
06:08:34.048832 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2467): Terminated: ok {rc=0}
06:08:34.137361 bus                          /gobi_6: Setting Powered False
</stdout></case><case><age>232</age><className>gprs:trx-umtrx+mod-bts0-egprs</className><duration>11.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=2484): Process ended prematurely: osmo-stp_10.42.42.5(pid=2484) [trial-2370↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2484)]</errorStackTrace><failedSince>2139</failedSince><name>iperf3m4.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py", line 8, in &lt;module&gt;
    setup_run_iperf3_test_parallel(4)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py", line 67, in setup_run_iperf3_test_parallel
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2484): Process ended prematurely: osmo-stp_10.42.42.5(pid=2484) [trial-2370↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2484)]
</stderr><stdout>
----------------------------------------------
trial-2370 gprs:trx-umtrx+mod-bts0-egprs iperf3m4.py
----------------------------------------------
06:08:35.255649 tst    gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
06:08:35.268656 tst    gprs:trx-umtrx+mod-bts0-egprs: Using 1 x bts (candidates: 1)
06:08:35.416115 tst                      iperf3m4.py: using LAC 26380
06:08:35.544157 tst                      iperf3m4.py: using RAC 115
06:08:35.673659 tst                      iperf3m4.py: using CellId 26380
06:08:35.808356 tst                      iperf3m4.py: using BVCI 26381
06:08:35.834149 tst    gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
06:08:35.846431 tst    gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
06:08:35.858755 tst    gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
06:08:35.870902 tst    gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
06:08:35.882847 tst    gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
06:08:35.894813 tst    gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
06:08:35.907217 tst    gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
06:08:35.919553 tst    gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
06:08:35.931480 tst    gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)
06:08:36.056065 tst    gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)
06:08:36.182353 tst    gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)
06:08:36.304209 tst    gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)
06:08:36.605348 tst                    iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...
06:08:36.741056 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
06:08:37.092745 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2469): Launched
06:08:37.390592 run iperf3-srv_10.42.42.10(pid=2470): Launched
06:08:37.594109 tst                    iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...
06:08:37.730237 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
06:08:38.085405 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2471): Launched
06:08:38.383425 run iperf3-srv_10.42.42.10(pid=2472): Launched
06:08:38.584439 tst                    iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...
06:08:38.721193 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
06:08:39.073645 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2473): Launched
06:08:39.371568 run iperf3-srv_10.42.42.10(pid=2474): Launched
06:08:39.571998 tst                    iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...
06:08:39.708714 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
06:08:40.064341 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2475): Launched
06:08:40.362621 run iperf3-srv_10.42.42.10(pid=2476): Launched
06:08:40.563241 tst                    iperf3m4.py:8: start network...
06:08:40.700875 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
06:08:41.269249 run          create_hlr_db(pid=2477): Launched
06:08:41.438181 bus                          /gobi_6: Setting Powered False
06:08:42.460801 run          create_hlr_db(pid=2477): Terminated: ok {rc=0}
06:08:42.852680 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2480): Launched
06:08:43.145876 run    osmo-hlr_10.42.42.2(pid=2481): Launched
06:08:43.258436 run              osmo-stp_10.42.42.5: Starting osmo-stp
06:08:43.777622 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2483): Launched
06:08:44.071809 run    osmo-stp_10.42.42.5(pid=2484): Launched
06:08:44.179542 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
06:08:44.693017 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2486): Launched
06:08:44.797614 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
06:08:45.054098 run               patchelf(pid=2487): Launched
06:08:45.227173 run    osmo-stp_10.42.42.5(pid=2484): ERR: Terminated: ERROR {rc=1}  [trial-2370↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2484)]
06:08:45.353196 run    osmo-stp_10.42.42.5(pid=2484): stdout: 
| (launched: 2022-12-10_06:08:43.926602)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:08:45.479823 run    osmo-stp_10.42.42.5(pid=2484): stderr: 
| �[0;m�[38;5;43m20221210060844096 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210060844097 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210060844097 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210060844097 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210060844098 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210060844098 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210060844098 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:08:45.601946 run    osmo-stp_10.42.42.5(pid=2484): stdout: 
| (launched: 2022-12-10_06:08:43.926602)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:08:45.723203 run    osmo-stp_10.42.42.5(pid=2484): stderr: 
| �[0;m�[38;5;43m20221210060844096 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210060844097 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210060844097 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210060844097 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210060844098 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210060844098 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210060844098 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:08:45.896380 run               patchelf(pid=2487): Terminating (SIGINT)
06:08:46.080732 run               patchelf(pid=2487): Terminated: ok {rc=0}
06:08:46.114516 tst                    iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=2484): Process ended prematurely: osmo-stp_10.42.42.5(pid=2484) [trial-2370↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2484)]  [trial-2370↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3m4.py:8]
06:08:46.125629 tst                    iperf3m4.py:8: Test FAILED (10.9 sec)
06:08:46.190722 run    osmo-hlr_10.42.42.2(pid=2481): ERR: Terminated: ERROR {rc=237}  [trial-2370↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2481)]
06:08:46.243311 run    osmo-hlr_10.42.42.2(pid=2481): stdout: 
| (launched: 2022-12-10_06:08:43.001673) 
06:08:46.295574 run    osmo-hlr_10.42.42.2(pid=2481): stderr: 
| �[0;m�[1;31m20221210060843178 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210060843178 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210060843178 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210060843178 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210060843178 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210060843178 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210060843190 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/gprs:trx-umtrx+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210060843198 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210060843198 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210060843199 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
06:08:46.340508 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2469): Terminating (SIGTERM)
06:08:46.386501 run iperf3-srv_10.42.42.10(pid=2470): Terminating (SIGTERM)
06:08:46.433550 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2471): Terminating (SIGTERM)
06:08:46.478693 run iperf3-srv_10.42.42.10(pid=2472): Terminating (SIGTERM)
06:08:46.524709 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2473): Terminating (SIGTERM)
06:08:46.570619 run iperf3-srv_10.42.42.10(pid=2474): Terminating (SIGTERM)
06:08:46.616412 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2475): Terminating (SIGTERM)
06:08:46.661973 run iperf3-srv_10.42.42.10(pid=2476): Terminating (SIGTERM)
06:08:46.707253 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2480): Terminating (SIGTERM)
06:08:46.752431 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2483): Terminating (SIGTERM)
06:08:46.799580 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2486): Terminating (SIGTERM)
06:08:46.810302 ---      ParallelTerminationStrategy: PID 2469 died...
06:08:46.869268 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2469): Terminated: ok {rc=0}
06:08:46.880189 ---      ParallelTerminationStrategy: PID 2470 died...
06:08:46.936534 run iperf3-srv_10.42.42.10(pid=2470): Terminated {rc=256}
06:08:46.947229 ---      ParallelTerminationStrategy: PID 2471 died...
06:08:47.004413 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2471): Terminated: ok {rc=0}
06:08:47.014892 ---      ParallelTerminationStrategy: PID 2472 died...
06:08:47.070978 run iperf3-srv_10.42.42.10(pid=2472): Terminated {rc=256}
06:08:47.081620 ---      ParallelTerminationStrategy: PID 2473 died...
06:08:47.137716 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2473): Terminated: ok {rc=0}
06:08:47.148023 ---      ParallelTerminationStrategy: PID 2474 died...
06:08:47.204426 run iperf3-srv_10.42.42.10(pid=2474): Terminated {rc=256}
06:08:47.214180 ---      ParallelTerminationStrategy: PID 2475 died...
06:08:47.266951 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2475): Terminated: ok {rc=0}
06:08:47.277362 ---      ParallelTerminationStrategy: PID 2476 died...
06:08:47.330197 run iperf3-srv_10.42.42.10(pid=2476): Terminated {rc=256}
06:08:47.340404 ---      ParallelTerminationStrategy: PID 2480 died...
06:08:47.393609 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2480): Terminated: ok {rc=0}
06:08:47.403983 ---      ParallelTerminationStrategy: PID 2483 died...
06:08:47.456804 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2483): Terminated: ok {rc=0}
06:08:47.467082 ---      ParallelTerminationStrategy: PID 2486 died...
06:08:47.519773 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2486): Terminated: ok {rc=0}
06:08:47.607813 bus                          /gobi_4: Setting Powered False
06:08:48.710720 bus                          /gobi_4: Setting Powered False
06:08:49.820460 bus                          /gobi_1: Setting Powered False
06:08:50.922262 bus                          /gobi_1: Setting Powered False
06:08:52.029402 bus                          /gobi_0: Setting Powered False
06:08:53.133332 bus                          /gobi_0: Setting Powered False
06:08:54.239274 bus                          /gobi_6: Setting Powered False
</stdout></case><case><age>232</age><className>gprs:trx-umtrx+mod-bts0-egprs</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=2494): Process ended prematurely: osmo-stp_10.42.42.5(pid=2494) [trial-2370↪gprs:trx-umtrx+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2494)]</errorStackTrace><failedSince>2139</failedSince><name>ping.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py", line 22, in &lt;module&gt;
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2494): Process ended prematurely: osmo-stp_10.42.42.5(pid=2494) [trial-2370↪gprs:trx-umtrx+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2494)]
</stderr><stdout>
----------------------------------------------
trial-2370 gprs:trx-umtrx+mod-bts0-egprs ping.py
----------------------------------------------
06:08:55.306465 tst    gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
06:08:55.318336 tst    gprs:trx-umtrx+mod-bts0-egprs: Using 1 x bts (candidates: 1)
06:08:55.457763 tst                          ping.py: using LAC 26381
06:08:55.579622 tst                          ping.py: using RAC 116
06:08:55.701119 tst                          ping.py: using CellId 26381
06:08:55.823068 tst                          ping.py: using BVCI 26382
06:08:55.846659 tst    gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
06:08:55.857859 tst    gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
06:08:55.868828 tst    gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
06:08:55.879876 tst    gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
06:08:55.890871 tst    gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
06:08:55.901811 tst    gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
06:08:55.912897 tst    gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
06:08:55.923979 tst    gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)
06:08:56.208006 tst                       ping.py:19: start network...
06:08:56.336290 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
06:08:56.831283 run          create_hlr_db(pid=2488): Launched
06:08:57.011884 bus                          /gobi_6: Setting Powered False
06:08:58.031754 run          create_hlr_db(pid=2488): Terminated: ok {rc=0}
06:08:58.420577 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2490): Launched
06:08:58.710459 run    osmo-hlr_10.42.42.2(pid=2491): Launched
06:08:58.822390 run              osmo-stp_10.42.42.5: Starting osmo-stp
06:08:59.333574 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2493): Launched
06:08:59.618843 run    osmo-stp_10.42.42.5(pid=2494): Launched
06:08:59.722965 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
06:09:00.221879 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2496): Launched
06:09:00.323706 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
06:09:00.574869 run               patchelf(pid=2497): Launched
06:09:00.743670 run    osmo-stp_10.42.42.5(pid=2494): ERR: Terminated: ERROR {rc=1}  [trial-2370↪gprs:trx-umtrx+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2494)]
06:09:00.881371 run    osmo-stp_10.42.42.5(pid=2494): stdout: 
| (launched: 2022-12-10_06:08:59.478122)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:09:01.027926 run    osmo-stp_10.42.42.5(pid=2494): stderr: 
| �[0;m�[38;5;43m20221210060859645 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210060859645 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210060859645 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210060859646 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210060859648 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210060859648 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210060859648 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:09:01.158426 run    osmo-stp_10.42.42.5(pid=2494): stdout: 
| (launched: 2022-12-10_06:08:59.478122)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:09:01.288735 run    osmo-stp_10.42.42.5(pid=2494): stderr: 
| �[0;m�[38;5;43m20221210060859645 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210060859645 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210060859645 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210060859646 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210060859648 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210060859648 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210060859648 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:09:01.440376 run               patchelf(pid=2497): Terminating (SIGINT)
06:09:01.619785 run               patchelf(pid=2497): Terminated: ok {rc=0}
06:09:01.652797 tst                       ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=2494): Process ended prematurely: osmo-stp_10.42.42.5(pid=2494) [trial-2370↪gprs:trx-umtrx+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2494)]  [trial-2370↪gprs:trx-umtrx+mod-bts0-egprs↪ping.py:22]
06:09:01.663197 tst                       ping.py:22: Test FAILED (6.3 sec)
06:09:01.726633 run    osmo-hlr_10.42.42.2(pid=2491): ERR: Terminated: ERROR {rc=237}  [trial-2370↪gprs:trx-umtrx+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2491)]
06:09:01.779366 run    osmo-hlr_10.42.42.2(pid=2491): stdout: 
| (launched: 2022-12-10_06:08:58.567099) 
06:09:01.832300 run    osmo-hlr_10.42.42.2(pid=2491): stderr: 
| �[0;m�[1;31m20221210060858742 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210060858742 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210060858742 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210060858742 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210060858742 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210060858742 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210060858758 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/gprs:trx-umtrx+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210060858767 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210060858767 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210060858767 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
06:09:01.878171 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2490): Terminating (SIGTERM)
06:09:01.922290 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2493): Terminating (SIGTERM)
06:09:01.966107 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2496): Terminating (SIGTERM)
06:09:01.977702 ---      ParallelTerminationStrategy: PID 2490 died...
06:09:02.035858 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2490): Terminated: ok {rc=0}
06:09:02.046382 ---      ParallelTerminationStrategy: PID 2493 died...
06:09:02.102223 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2493): Terminated: ok {rc=0}
06:09:02.112598 ---      ParallelTerminationStrategy: PID 2496 died...
06:09:02.169928 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2496): Terminated: ok {rc=0}
06:09:02.257607 bus                          /gobi_6: Setting Powered False
</stdout></case><case><age>232</age><className>gprs:trx-umtrx+mod-bts0-egprs</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=2504): Process ended prematurely: osmo-stp_10.42.42.5(pid=2504) [trial-2370↪gprs:trx-umtrx+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2504)]</errorStackTrace><failedSince>2139</failedSince><name>ping_idle_ping.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py", line 27, in &lt;module&gt;
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2504): Process ended prematurely: osmo-stp_10.42.42.5(pid=2504) [trial-2370↪gprs:trx-umtrx+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2504)]
</stderr><stdout>
----------------------------------------------
trial-2370 gprs:trx-umtrx+mod-bts0-egprs ping_idle_ping.py
----------------------------------------------
06:09:03.309355 tst    gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
06:09:03.321358 tst    gprs:trx-umtrx+mod-bts0-egprs: Using 1 x bts (candidates: 1)
06:09:03.462627 tst                ping_idle_ping.py: using LAC 26382
06:09:03.586442 tst                ping_idle_ping.py: using RAC 117
06:09:03.707673 tst                ping_idle_ping.py: using CellId 26382
06:09:03.830794 tst                ping_idle_ping.py: using BVCI 26383
06:09:03.854495 tst    gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
06:09:03.865846 tst    gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
06:09:03.876864 tst    gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
06:09:03.888282 tst    gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
06:09:03.899362 tst    gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
06:09:03.910448 tst    gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
06:09:03.921693 tst    gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
06:09:03.932738 tst    gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)
06:09:04.202102 tst             ping_idle_ping.py:24: start network...
06:09:04.322233 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
06:09:04.779041 run          create_hlr_db(pid=2498): Launched
06:09:04.946152 bus                          /gobi_6: Setting Powered False
06:09:05.967380 run          create_hlr_db(pid=2498): Terminated: ok {rc=0}
06:09:06.381334 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2500): Launched
06:09:06.693772 run    osmo-hlr_10.42.42.2(pid=2501): Launched
06:09:06.810738 run              osmo-stp_10.42.42.5: Starting osmo-stp
06:09:07.348661 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2503): Launched
06:09:07.659493 run    osmo-stp_10.42.42.5(pid=2504): Launched
06:09:07.771983 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
06:09:08.316178 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2506): Launched
06:09:08.426573 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
06:09:08.698595 run               patchelf(pid=2507): Launched
06:09:08.881284 run    osmo-stp_10.42.42.5(pid=2504): ERR: Terminated: ERROR {rc=1}  [trial-2370↪gprs:trx-umtrx+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2504)]
06:09:09.014649 run    osmo-stp_10.42.42.5(pid=2504): stdout: 
| (launched: 2022-12-10_06:09:07.506392)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:09:09.148363 run    osmo-stp_10.42.42.5(pid=2504): stderr: 
| �[0;m�[38;5;43m20221210060907696 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210060907696 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210060907696 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210060907696 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210060907699 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210060907699 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210060907699 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:09:09.277351 run    osmo-stp_10.42.42.5(pid=2504): stdout: 
| (launched: 2022-12-10_06:09:07.506392)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:09:09.404913 run    osmo-stp_10.42.42.5(pid=2504): stderr: 
| �[0;m�[38;5;43m20221210060907696 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210060907696 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210060907696 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210060907696 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210060907699 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210060907699 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210060907699 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:09:09.553833 run               patchelf(pid=2507): Terminating (SIGINT)
06:09:09.728112 run               patchelf(pid=2507): Terminated: ok {rc=0}
06:09:09.759862 tst             ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=2504): Process ended prematurely: osmo-stp_10.42.42.5(pid=2504) [trial-2370↪gprs:trx-umtrx+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2504)]  [trial-2370↪gprs:trx-umtrx+mod-bts0-egprs↪ping_idle_ping.py:27]
06:09:09.769144 tst             ping_idle_ping.py:27: Test FAILED (6.4 sec)
06:09:09.831039 run    osmo-hlr_10.42.42.2(pid=2501): ERR: Terminated: ERROR {rc=237}  [trial-2370↪gprs:trx-umtrx+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2501)]
06:09:09.881612 run    osmo-hlr_10.42.42.2(pid=2501): stdout: 
| (launched: 2022-12-10_06:09:06.539919) 
06:09:09.932701 run    osmo-hlr_10.42.42.2(pid=2501): stderr: 
| �[0;m�[1;31m20221210060906738 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210060906738 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210060906738 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210060906738 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210060906738 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210060906738 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210060906751 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/gprs:trx-umtrx+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210060906761 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210060906761 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210060906762 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
06:09:09.976194 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2500): Terminating (SIGTERM)
06:09:10.017451 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2503): Terminating (SIGTERM)
06:09:10.058802 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2506): Terminating (SIGTERM)
06:09:10.068480 ---      ParallelTerminationStrategy: PID 2500 died...
06:09:10.123599 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2500): Terminated: ok {rc=0}
06:09:10.133677 ---      ParallelTerminationStrategy: PID 2503 died...
06:09:10.188180 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2503): Terminated: ok {rc=0}
06:09:10.198257 ---      ParallelTerminationStrategy: PID 2506 died...
06:09:10.253541 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2506): Terminated: ok {rc=0}
06:09:10.340306 bus                          /gobi_6: Setting Powered False
</stdout></case><duration>62.0</duration><id>89</id><name>gprs_trx-umtrx+mod-bts0-egprs</name><properties></properties><timestamp>2022-12-10T06:08:10</timestamp></suite><suite><case><age>232</age><className>gprs:trx-umtrx+mod-bts0-dynts-ipa</className><duration>9.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=2523): Process ended prematurely: osmo-stp_10.42.42.5(pid=2523) [trial-2370↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2523)]</errorStackTrace><failedSince>2139</failedSince><name>cs_paging_gprs_active.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py", line 38, in &lt;module&gt;
    setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py", line 67, in setup_run_iperf3_test_parallel
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2523): Process ended prematurely: osmo-stp_10.42.42.5(pid=2523) [trial-2370↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2523)]
</stderr><stdout>
----------------------------------------------
trial-2370 gprs:trx-umtrx+mod-bts0-dynts-ipa cs_paging_gprs_active.py
----------------------------------------------
06:09:12.490495 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
06:09:12.501630 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)
06:09:12.662229 tst         cs_paging_gprs_active.py: using LAC 26383
06:09:12.788197 tst         cs_paging_gprs_active.py: using RAC 118
06:09:12.912184 tst         cs_paging_gprs_active.py: using CellId 26383
06:09:13.038796 tst         cs_paging_gprs_active.py: using BVCI 26384
06:09:13.062973 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
06:09:13.074257 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
06:09:13.085346 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
06:09:13.096412 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
06:09:13.107521 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
06:09:13.118713 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
06:09:13.129924 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
06:09:13.140912 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
06:09:13.152131 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)
06:09:13.266082 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)
06:09:13.554723 tst      cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...
06:09:13.686601 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
06:09:14.013412 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2513): Launched
06:09:14.284598 run iperf3-srv_10.42.42.10(pid=2514): Launched
06:09:14.477100 tst      cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...
06:09:14.608999 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
06:09:14.935606 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2515): Launched
06:09:15.206884 run iperf3-srv_10.42.42.10(pid=2516): Launched
06:09:15.399713 tst      cs_paging_gprs_active.py:38: start network...
06:09:15.531319 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
06:09:16.097624 run          create_hlr_db(pid=2517): Launched
06:09:16.282696 bus                          /gobi_6: Setting Powered False
06:09:17.301953 run          create_hlr_db(pid=2517): Terminated: ok {rc=0}
06:09:17.699324 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2519): Launched
06:09:17.993789 run    osmo-hlr_10.42.42.2(pid=2520): Launched
06:09:18.108744 run              osmo-stp_10.42.42.5: Starting osmo-stp
06:09:18.628023 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2522): Launched
06:09:18.922145 run    osmo-stp_10.42.42.5(pid=2523): Launched
06:09:19.028776 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
06:09:19.543053 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2525): Launched
06:09:19.647966 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
06:09:19.911987 run               patchelf(pid=2526): Launched
06:09:20.085281 run    osmo-stp_10.42.42.5(pid=2523): ERR: Terminated: ERROR {rc=1}  [trial-2370↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2523)]
06:09:20.211896 run    osmo-stp_10.42.42.5(pid=2523): stdout: 
| (launched: 2022-12-10_06:09:18.777315)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:09:20.338796 run    osmo-stp_10.42.42.5(pid=2523): stderr: 
| �[0;m�[38;5;43m20221210060918944 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210060918944 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210060918944 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210060918945 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210060918947 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210060918947 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210060918947 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:09:20.461455 run    osmo-stp_10.42.42.5(pid=2523): stdout: 
| (launched: 2022-12-10_06:09:18.777315)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:09:20.583319 run    osmo-stp_10.42.42.5(pid=2523): stderr: 
| �[0;m�[38;5;43m20221210060918944 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210060918944 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210060918944 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210060918945 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210060918947 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210060918947 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210060918947 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:09:20.724907 run               patchelf(pid=2526): Terminating (SIGINT)
06:09:20.890878 run               patchelf(pid=2526): Terminated: ok {rc=0}
06:09:20.921637 tst      cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=2523): Process ended prematurely: osmo-stp_10.42.42.5(pid=2523) [trial-2370↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2523)]  [trial-2370↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]
06:09:20.930952 tst      cs_paging_gprs_active.py:38: Test FAILED (8.5 sec)
06:09:20.990540 run    osmo-hlr_10.42.42.2(pid=2520): ERR: Terminated: ERROR {rc=237}  [trial-2370↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2520)]
06:09:21.038468 run    osmo-hlr_10.42.42.2(pid=2520): stdout: 
| (launched: 2022-12-10_06:09:17.848484) 
06:09:21.087262 run    osmo-hlr_10.42.42.2(pid=2520): stderr: 
| �[0;m�[1;31m20221210060918022 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210060918022 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210060918022 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210060918022 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210060918022 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210060918023 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210060918035 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/gprs:trx-umtrx+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210060918044 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210060918044 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210060918044 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
06:09:21.128699 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2513): Terminating (SIGTERM)
06:09:21.167713 run iperf3-srv_10.42.42.10(pid=2514): Terminating (SIGTERM)
06:09:21.207270 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2515): Terminating (SIGTERM)
06:09:21.246210 run iperf3-srv_10.42.42.10(pid=2516): Terminating (SIGTERM)
06:09:21.285246 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2519): Terminating (SIGTERM)
06:09:21.324208 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2522): Terminating (SIGTERM)
06:09:21.363139 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2525): Terminating (SIGTERM)
06:09:21.372411 ---      ParallelTerminationStrategy: PID 2513 died...
06:09:21.425215 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2513): Terminated: ok {rc=0}
06:09:21.434746 ---      ParallelTerminationStrategy: PID 2514 died...
06:09:21.486575 run iperf3-srv_10.42.42.10(pid=2514): Terminated {rc=256}
06:09:21.496214 ---      ParallelTerminationStrategy: PID 2515 died...
06:09:21.548246 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2515): Terminated: ok {rc=0}
06:09:21.558012 ---      ParallelTerminationStrategy: PID 2516 died...
06:09:21.610088 run iperf3-srv_10.42.42.10(pid=2516): Terminated {rc=256}
06:09:21.619534 ---      ParallelTerminationStrategy: PID 2519 died...
06:09:21.671588 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2519): Terminated: ok {rc=0}
06:09:21.681348 ---      ParallelTerminationStrategy: PID 2522 died...
06:09:21.733397 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2522): Terminated: ok {rc=0}
06:09:21.743126 ---      ParallelTerminationStrategy: PID 2525 died...
06:09:21.794986 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2525): Terminated: ok {rc=0}
06:09:21.876638 bus                          /gobi_0: Setting Powered False
06:09:22.983300 bus                          /gobi_0: Setting Powered False
06:09:24.089644 bus                          /gobi_6: Setting Powered False
</stdout></case><case><age>232</age><className>gprs:trx-umtrx+mod-bts0-dynts-ipa</className><duration>8.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=2535): Process ended prematurely: osmo-stp_10.42.42.5(pid=2535) [trial-2370↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2535)]</errorStackTrace><failedSince>2139</failedSince><name>iperf3.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py", line 8, in &lt;module&gt;
    setup_run_iperf3_test_parallel(1)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py", line 67, in setup_run_iperf3_test_parallel
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2535): Process ended prematurely: osmo-stp_10.42.42.5(pid=2535) [trial-2370↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2535)]
</stderr><stdout>
----------------------------------------------
trial-2370 gprs:trx-umtrx+mod-bts0-dynts-ipa iperf3.py
----------------------------------------------
06:09:25.202141 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
06:09:25.214146 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)
06:09:25.377179 tst                        iperf3.py: using LAC 26384
06:09:25.500763 tst                        iperf3.py: using RAC 119
06:09:25.624750 tst                        iperf3.py: using CellId 26384
06:09:25.748734 tst                        iperf3.py: using BVCI 26385
06:09:25.773094 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
06:09:25.784251 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
06:09:25.795395 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
06:09:25.806445 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
06:09:25.817417 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
06:09:25.828387 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
06:09:25.839482 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
06:09:25.850487 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
06:09:25.861647 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)
06:09:26.149379 tst                      iperf3.py:8: start iperfv3 server 10.42.42.10:5003...
06:09:26.281104 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
06:09:26.607583 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2527): Launched
06:09:26.879404 run iperf3-srv_10.42.42.10(pid=2528): Launched
06:09:27.072593 tst                      iperf3.py:8: start network...
06:09:27.204035 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
06:09:27.707856 run          create_hlr_db(pid=2529): Launched
06:09:27.889054 bus                          /gobi_6: Setting Powered False
06:09:28.910074 run          create_hlr_db(pid=2529): Terminated: ok {rc=0}
06:09:29.305213 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2531): Launched
06:09:29.600353 run    osmo-hlr_10.42.42.2(pid=2532): Launched
06:09:29.708695 run              osmo-stp_10.42.42.5: Starting osmo-stp
06:09:30.319959 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2534): Launched
06:09:30.609795 run    osmo-stp_10.42.42.5(pid=2535): Launched
06:09:30.715191 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
06:09:31.258304 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2537): Launched
06:09:31.365142 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
06:09:31.643952 run               patchelf(pid=2538): Launched
06:09:31.819584 run    osmo-stp_10.42.42.5(pid=2535): ERR: Terminated: ERROR {rc=1}  [trial-2370↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2535)]
06:09:31.948067 run    osmo-stp_10.42.42.5(pid=2535): stdout: 
| (launched: 2022-12-10_06:09:30.466253)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:09:32.076849 run    osmo-stp_10.42.42.5(pid=2535): stderr: 
| �[0;m�[38;5;43m20221210060930635 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210060930636 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210060930636 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210060930636 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210060930637 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210060930637 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210060930637 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:09:32.200903 run    osmo-stp_10.42.42.5(pid=2535): stdout: 
| (launched: 2022-12-10_06:09:30.466253)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:09:32.321435 run    osmo-stp_10.42.42.5(pid=2535): stderr: 
| �[0;m�[38;5;43m20221210060930635 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210060930636 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210060930636 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210060930636 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210060930637 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210060930637 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210060930637 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:09:32.460606 run               patchelf(pid=2538): Terminating (SIGINT)
06:09:32.624796 run               patchelf(pid=2538): Terminated: ok {rc=0}
06:09:32.655116 tst                      iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=2535): Process ended prematurely: osmo-stp_10.42.42.5(pid=2535) [trial-2370↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2535)]  [trial-2370↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3.py:8]
06:09:32.664323 tst                      iperf3.py:8: Test FAILED (7.5 sec)
06:09:32.724281 run    osmo-hlr_10.42.42.2(pid=2532): ERR: Terminated: ERROR {rc=237}  [trial-2370↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2532)]
06:09:32.773372 run    osmo-hlr_10.42.42.2(pid=2532): stdout: 
| (launched: 2022-12-10_06:09:29.453609) 
06:09:32.822647 run    osmo-hlr_10.42.42.2(pid=2532): stderr: 
| �[0;m�[1;31m20221210060929628 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210060929628 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210060929628 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210060929628 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210060929628 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210060929628 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210060929640 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/gprs:trx-umtrx+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210060929651 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210060929651 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210060929651 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
06:09:32.863791 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2527): Terminating (SIGTERM)
06:09:32.902850 run iperf3-srv_10.42.42.10(pid=2528): Terminating (SIGTERM)
06:09:32.941893 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2531): Terminating (SIGTERM)
06:09:32.980653 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2534): Terminating (SIGTERM)
06:09:33.019522 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2537): Terminating (SIGTERM)
06:09:33.028842 ---      ParallelTerminationStrategy: PID 2527 died...
06:09:33.081140 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2527): Terminated: ok {rc=0}
06:09:33.090760 ---      ParallelTerminationStrategy: PID 2528 died...
06:09:33.142592 run iperf3-srv_10.42.42.10(pid=2528): Terminated {rc=256}
06:09:33.152204 ---      ParallelTerminationStrategy: PID 2531 died...
06:09:33.204231 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2531): Terminated: ok {rc=0}
06:09:33.213708 ---      ParallelTerminationStrategy: PID 2534 died...
06:09:33.265822 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2534): Terminated: ok {rc=0}
06:09:33.275115 ---      ParallelTerminationStrategy: PID 2537 died...
06:09:33.327108 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2537): Terminated: ok {rc=0}
06:09:33.413445 bus                          /gobi_6: Setting Powered False
</stdout></case><case><age>232</age><className>gprs:trx-umtrx+mod-bts0-dynts-ipa</className><duration>11.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=2553): Process ended prematurely: osmo-stp_10.42.42.5(pid=2553) [trial-2370↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2553)]</errorStackTrace><failedSince>2139</failedSince><name>iperf3m4.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py", line 8, in &lt;module&gt;
    setup_run_iperf3_test_parallel(4)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py", line 67, in setup_run_iperf3_test_parallel
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2553): Process ended prematurely: osmo-stp_10.42.42.5(pid=2553) [trial-2370↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2553)]
</stderr><stdout>
----------------------------------------------
trial-2370 gprs:trx-umtrx+mod-bts0-dynts-ipa iperf3m4.py
----------------------------------------------
06:09:34.520761 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
06:09:34.532216 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)
06:09:34.684077 tst                      iperf3m4.py: using LAC 26385
06:09:34.801078 tst                      iperf3m4.py: using RAC 120
06:09:34.914156 tst                      iperf3m4.py: using CellId 26385
06:09:35.036104 tst                      iperf3m4.py: using BVCI 26386
06:09:35.059802 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
06:09:35.071076 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
06:09:35.082130 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
06:09:35.093339 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
06:09:35.104232 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
06:09:35.115282 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
06:09:35.126532 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
06:09:35.137458 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
06:09:35.148536 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)
06:09:35.262147 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)
06:09:35.378495 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)
06:09:35.495984 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)
06:09:35.779051 tst                    iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...
06:09:35.908055 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
06:09:36.229800 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2539): Launched
06:09:36.496890 run iperf3-srv_10.42.42.10(pid=2540): Launched
06:09:36.686755 tst                    iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...
06:09:36.816220 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
06:09:37.137256 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2541): Launched
06:09:37.402818 run iperf3-srv_10.42.42.10(pid=2542): Launched
06:09:37.592239 tst                    iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...
06:09:37.720809 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
06:09:38.041257 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2543): Launched
06:09:38.306739 run iperf3-srv_10.42.42.10(pid=2544): Launched
06:09:38.495020 tst                    iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...
06:09:38.623795 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
06:09:38.944166 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2545): Launched
06:09:39.210026 run iperf3-srv_10.42.42.10(pid=2546): Launched
06:09:39.398369 tst                    iperf3m4.py:8: start network...
06:09:39.526832 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
06:09:40.024541 run          create_hlr_db(pid=2547): Launched
06:09:40.203384 bus                          /gobi_6: Setting Powered False
06:09:41.224462 run          create_hlr_db(pid=2547): Terminated: ok {rc=0}
06:09:41.616201 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2549): Launched
06:09:41.908080 run    osmo-hlr_10.42.42.2(pid=2550): Launched
06:09:42.017735 run              osmo-stp_10.42.42.5: Starting osmo-stp
06:09:42.520864 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2552): Launched
06:09:42.809836 run    osmo-stp_10.42.42.5(pid=2553): Launched
06:09:42.915729 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
06:09:43.422585 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2555): Launched
06:09:43.525670 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
06:09:43.778962 run               patchelf(pid=2556): Launched
06:09:43.949502 run    osmo-stp_10.42.42.5(pid=2553): ERR: Terminated: ERROR {rc=1}  [trial-2370↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2553)]
06:09:44.074202 run    osmo-stp_10.42.42.5(pid=2553): stdout: 
| (launched: 2022-12-10_06:09:42.667479)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:09:44.199350 run    osmo-stp_10.42.42.5(pid=2553): stderr: 
| �[0;m�[38;5;43m20221210060942836 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210060942837 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210060942837 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210060942837 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210060942838 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210060942838 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210060942838 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:09:44.319792 run    osmo-stp_10.42.42.5(pid=2553): stdout: 
| (launched: 2022-12-10_06:09:42.667479)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:09:44.439596 run    osmo-stp_10.42.42.5(pid=2553): stderr: 
| �[0;m�[38;5;43m20221210060942836 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210060942837 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210060942837 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210060942837 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210060942838 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210060942838 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210060942838 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:09:44.578350 run               patchelf(pid=2556): Terminating (SIGINT)
06:09:44.740792 run               patchelf(pid=2556): Terminated: ok {rc=0}
06:09:44.770991 tst                    iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=2553): Process ended prematurely: osmo-stp_10.42.42.5(pid=2553) [trial-2370↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2553)]  [trial-2370↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3m4.py:8]
06:09:44.780308 tst                    iperf3m4.py:8: Test FAILED (10.3 sec)
06:09:44.840663 run    osmo-hlr_10.42.42.2(pid=2550): ERR: Terminated: ERROR {rc=237}  [trial-2370↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2550)]
06:09:44.889824 run    osmo-hlr_10.42.42.2(pid=2550): stdout: 
| (launched: 2022-12-10_06:09:41.763601) 
06:09:44.939139 run    osmo-hlr_10.42.42.2(pid=2550): stderr: 
| �[0;m�[1;31m20221210060941939 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210060941939 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210060941940 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210060941940 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210060941940 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210060941940 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210060941954 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/gprs:trx-umtrx+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210060941962 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210060941962 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210060941962 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
06:09:44.980565 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2539): Terminating (SIGTERM)
06:09:45.019815 run iperf3-srv_10.42.42.10(pid=2540): Terminating (SIGTERM)
06:09:45.059108 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2541): Terminating (SIGTERM)
06:09:45.098294 run iperf3-srv_10.42.42.10(pid=2542): Terminating (SIGTERM)
06:09:45.137497 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2543): Terminating (SIGTERM)
06:09:45.176620 run iperf3-srv_10.42.42.10(pid=2544): Terminating (SIGTERM)
06:09:45.215683 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2545): Terminating (SIGTERM)
06:09:45.254783 run iperf3-srv_10.42.42.10(pid=2546): Terminating (SIGTERM)
06:09:45.294448 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2549): Terminating (SIGTERM)
06:09:45.333602 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2552): Terminating (SIGTERM)
06:09:45.372882 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2555): Terminating (SIGTERM)
06:09:45.382199 ---      ParallelTerminationStrategy: PID 2539 died...
06:09:45.434671 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2539): Terminated: ok {rc=0}
06:09:45.444139 ---      ParallelTerminationStrategy: PID 2540 died...
06:09:45.495874 run iperf3-srv_10.42.42.10(pid=2540): Terminated {rc=256}
06:09:45.505851 ---      ParallelTerminationStrategy: PID 2541 died...
06:09:45.557976 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2541): Terminated: ok {rc=0}
06:09:45.567498 ---      ParallelTerminationStrategy: PID 2542 died...
06:09:45.619439 run iperf3-srv_10.42.42.10(pid=2542): Terminated {rc=256}
06:09:45.628668 ---      ParallelTerminationStrategy: PID 2543 died...
06:09:45.681327 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2543): Terminated: ok {rc=0}
06:09:45.690577 ---      ParallelTerminationStrategy: PID 2544 died...
06:09:45.743139 run iperf3-srv_10.42.42.10(pid=2544): Terminated {rc=256}
06:09:45.752458 ---      ParallelTerminationStrategy: PID 2545 died...
06:09:45.804709 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2545): Terminated: ok {rc=0}
06:09:45.814082 ---      ParallelTerminationStrategy: PID 2546 died...
06:09:45.873642 run iperf3-srv_10.42.42.10(pid=2546): Terminated {rc=256}
06:09:45.883503 ---      ParallelTerminationStrategy: PID 2549 died...
06:09:45.950866 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2549): Terminated: ok {rc=0}
06:09:45.960578 ---      ParallelTerminationStrategy: PID 2552 died...
06:09:46.013929 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2552): Terminated: ok {rc=0}
06:09:46.026207 ---      ParallelTerminationStrategy: PID 2555 died...
06:09:46.081941 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2555): Terminated: ok {rc=0}
06:09:46.167742 bus                          /gobi_4: Setting Powered False
06:09:47.278646 bus                          /gobi_4: Setting Powered False
06:09:48.388929 bus                          /gobi_1: Setting Powered False
06:09:49.490964 bus                          /gobi_1: Setting Powered False
06:09:50.600993 bus                          /gobi_0: Setting Powered False
06:09:51.702564 bus                          /gobi_0: Setting Powered False
06:09:52.811586 bus                          /gobi_6: Setting Powered False
</stdout></case><case><age>232</age><className>gprs:trx-umtrx+mod-bts0-dynts-ipa</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=2563): Process ended prematurely: osmo-stp_10.42.42.5(pid=2563) [trial-2370↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2563)]</errorStackTrace><failedSince>2139</failedSince><name>ping.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py", line 22, in &lt;module&gt;
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2563): Process ended prematurely: osmo-stp_10.42.42.5(pid=2563) [trial-2370↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2563)]
</stderr><stdout>
----------------------------------------------
trial-2370 gprs:trx-umtrx+mod-bts0-dynts-ipa ping.py
----------------------------------------------
06:09:53.876799 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
06:09:53.888305 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)
06:09:54.046825 tst                          ping.py: using LAC 26386
06:09:54.166694 tst                          ping.py: using RAC 121
06:09:54.288317 tst                          ping.py: using CellId 26386
06:09:54.408141 tst                          ping.py: using BVCI 26387
06:09:54.431885 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
06:09:54.443186 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
06:09:54.454345 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
06:09:54.465822 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
06:09:54.477283 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
06:09:54.488814 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
06:09:54.500365 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
06:09:54.511917 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)
06:09:54.777035 tst                       ping.py:19: start network...
06:09:54.894484 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
06:09:55.344401 run          create_hlr_db(pid=2557): Launched
06:09:55.509178 bus                          /gobi_6: Setting Powered False
06:09:56.529389 run          create_hlr_db(pid=2557): Terminated: ok {rc=0}
06:09:56.934908 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2559): Launched
06:09:57.239434 run    osmo-hlr_10.42.42.2(pid=2560): Launched
06:09:57.351272 run              osmo-stp_10.42.42.5: Starting osmo-stp
06:09:57.881135 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2562): Launched
06:09:58.185644 run    osmo-stp_10.42.42.5(pid=2563): Launched
06:09:58.295618 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
06:09:58.827296 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2565): Launched
06:09:58.935353 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
06:09:59.201249 run               patchelf(pid=2566): Launched
06:09:59.380290 run    osmo-stp_10.42.42.5(pid=2563): ERR: Terminated: ERROR {rc=1}  [trial-2370↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2563)]
06:09:59.511283 run    osmo-stp_10.42.42.5(pid=2563): stdout: 
| (launched: 2022-12-10_06:09:58.035902)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:09:59.643282 run    osmo-stp_10.42.42.5(pid=2563): stderr: 
| �[0;m�[38;5;43m20221210060958223 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210060958223 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210060958224 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210060958224 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210060958224 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210060958225 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210060958225 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:09:59.769811 run    osmo-stp_10.42.42.5(pid=2563): stdout: 
| (launched: 2022-12-10_06:09:58.035902)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:09:59.895028 run    osmo-stp_10.42.42.5(pid=2563): stderr: 
| �[0;m�[38;5;43m20221210060958223 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210060958223 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210060958224 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210060958224 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210060958224 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210060958225 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210060958225 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:10:00.041084 run               patchelf(pid=2566): Terminating (SIGINT)
06:10:00.211855 run               patchelf(pid=2566): Terminated: ok {rc=0}
06:10:00.243094 tst                       ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=2563): Process ended prematurely: osmo-stp_10.42.42.5(pid=2563) [trial-2370↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2563)]  [trial-2370↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping.py:22]
06:10:00.252333 tst                       ping.py:22: Test FAILED (6.4 sec)
06:10:00.314368 run    osmo-hlr_10.42.42.2(pid=2560): ERR: Terminated: ERROR {rc=237}  [trial-2370↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2560)]
06:10:00.364934 run    osmo-hlr_10.42.42.2(pid=2560): stdout: 
| (launched: 2022-12-10_06:09:57.090016) 
06:10:00.416156 run    osmo-hlr_10.42.42.2(pid=2560): stderr: 
| �[0;m�[1;31m20221210060957286 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210060957286 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210060957286 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210060957286 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210060957286 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210060957286 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210060957298 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/gprs:trx-umtrx+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210060957306 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210060957306 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210060957306 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
06:10:00.459902 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2559): Terminating (SIGTERM)
06:10:00.501291 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2562): Terminating (SIGTERM)
06:10:00.542917 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2565): Terminating (SIGTERM)
06:10:00.552472 ---      ParallelTerminationStrategy: PID 2559 died...
06:10:00.607509 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2559): Terminated: ok {rc=0}
06:10:00.617407 ---      ParallelTerminationStrategy: PID 2562 died...
06:10:00.671836 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2562): Terminated: ok {rc=0}
06:10:00.681675 ---      ParallelTerminationStrategy: PID 2565 died...
06:10:00.736270 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2565): Terminated: ok {rc=0}
06:10:00.820803 bus                          /gobi_6: Setting Powered False
</stdout></case><case><age>232</age><className>gprs:trx-umtrx+mod-bts0-dynts-ipa</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=2583): Process ended prematurely: osmo-stp_10.42.42.5(pid=2583) [trial-2370↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2583)]</errorStackTrace><failedSince>2139</failedSince><name>ping_idle_ping.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py", line 27, in &lt;module&gt;
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2583): Process ended prematurely: osmo-stp_10.42.42.5(pid=2583) [trial-2370↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2583)]
</stderr><stdout>
----------------------------------------------
trial-2370 gprs:trx-umtrx+mod-bts0-dynts-ipa ping_idle_ping.py
----------------------------------------------
06:10:01.875168 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
06:10:01.890265 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)
06:10:02.096253 tst                ping_idle_ping.py: using LAC 26387
06:10:02.254824 tst                ping_idle_ping.py: using RAC 122
06:10:02.380700 tst                ping_idle_ping.py: using CellId 26387
06:10:02.500573 tst                ping_idle_ping.py: using BVCI 26388
06:10:02.524646 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
06:10:02.536465 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
06:10:02.548084 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
06:10:02.559278 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
06:10:02.570733 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
06:10:02.582010 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
06:10:02.593402 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
06:10:02.604869 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)
06:10:02.870269 tst             ping_idle_ping.py:24: start network...
06:10:02.988529 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
06:10:03.437893 run          create_hlr_db(pid=2577): Launched
06:10:03.603072 bus                          /gobi_6: Setting Powered False
06:10:04.623695 run          create_hlr_db(pid=2577): Terminated: ok {rc=0}
06:10:05.031766 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2579): Launched
06:10:05.336049 run    osmo-hlr_10.42.42.2(pid=2580): Launched
06:10:05.447540 run              osmo-stp_10.42.42.5: Starting osmo-stp
06:10:05.978601 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2582): Launched
06:10:06.284759 run    osmo-stp_10.42.42.5(pid=2583): Launched
06:10:06.395372 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
06:10:06.929563 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2585): Launched
06:10:07.039097 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
06:10:07.306714 run               patchelf(pid=2586): Launched
06:10:07.486736 run    osmo-stp_10.42.42.5(pid=2583): ERR: Terminated: ERROR {rc=1}  [trial-2370↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2583)]
06:10:07.619280 run    osmo-stp_10.42.42.5(pid=2583): stdout: 
| (launched: 2022-12-10_06:10:06.134905)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:10:07.751268 run    osmo-stp_10.42.42.5(pid=2583): stderr: 
| �[0;m�[38;5;43m20221210061006322 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210061006322 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210061006322 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210061006323 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210061006323 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210061006323 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210061006323 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:10:07.878480 run    osmo-stp_10.42.42.5(pid=2583): stdout: 
| (launched: 2022-12-10_06:10:06.134905)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:10:08.004513 run    osmo-stp_10.42.42.5(pid=2583): stderr: 
| �[0;m�[38;5;43m20221210061006322 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210061006322 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210061006322 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210061006323 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210061006323 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210061006323 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210061006323 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:10:08.151482 run               patchelf(pid=2586): Terminating (SIGINT)
06:10:08.323936 run               patchelf(pid=2586): Terminated: ok {rc=0}
06:10:08.355679 tst             ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=2583): Process ended prematurely: osmo-stp_10.42.42.5(pid=2583) [trial-2370↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2583)]  [trial-2370↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]
06:10:08.364869 tst             ping_idle_ping.py:27: Test FAILED (6.5 sec)
06:10:08.427065 run    osmo-hlr_10.42.42.2(pid=2580): ERR: Terminated: ERROR {rc=237}  [trial-2370↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2580)]
06:10:08.478076 run    osmo-hlr_10.42.42.2(pid=2580): stdout: 
| (launched: 2022-12-10_06:10:05.186614) 
06:10:08.529746 run    osmo-hlr_10.42.42.2(pid=2580): stderr: 
| �[0;m�[1;31m20221210061005382 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210061005382 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210061005382 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210061005382 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210061005382 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210061005382 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210061005394 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/gprs:trx-umtrx+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210061005404 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210061005404 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210061005404 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
06:10:08.574099 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2579): Terminating (SIGTERM)
06:10:08.615663 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2582): Terminating (SIGTERM)
06:10:08.657271 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2585): Terminating (SIGTERM)
06:10:08.666869 ---      ParallelTerminationStrategy: PID 2579 died...
06:10:08.722199 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2579): Terminated: ok {rc=0}
06:10:08.732136 ---      ParallelTerminationStrategy: PID 2582 died...
06:10:08.787340 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2582): Terminated: ok {rc=0}
06:10:08.797277 ---      ParallelTerminationStrategy: PID 2585 died...
06:10:08.852255 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2585): Terminated: ok {rc=0}
06:10:08.939252 bus                          /gobi_6: Setting Powered False
</stdout></case><duration>59.0</duration><id>90</id><name>gprs_trx-umtrx+mod-bts0-dynts-ipa</name><properties></properties><timestamp>2022-12-10T06:09:12</timestamp></suite><suite><case><age>232</age><className>gprs:trx-umtrx+mod-bts0-dynts-osmo</className><duration>10.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=2952): Process ended prematurely: osmo-stp_10.42.42.5(pid=2952) [trial-2370↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2952)]</errorStackTrace><failedSince>2139</failedSince><name>cs_paging_gprs_active.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py", line 38, in &lt;module&gt;
    setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py", line 67, in setup_run_iperf3_test_parallel
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2952): Process ended prematurely: osmo-stp_10.42.42.5(pid=2952) [trial-2370↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2952)]
</stderr><stdout>
----------------------------------------------
trial-2370 gprs:trx-umtrx+mod-bts0-dynts-osmo cs_paging_gprs_active.py
----------------------------------------------
06:10:11.073659 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
06:10:11.084430 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)
06:10:11.238006 tst         cs_paging_gprs_active.py: using LAC 26388
06:10:11.352421 tst         cs_paging_gprs_active.py: using RAC 123
06:10:11.468533 tst         cs_paging_gprs_active.py: using CellId 26388
06:10:11.586992 tst         cs_paging_gprs_active.py: using BVCI 26389
06:10:11.609202 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
06:10:11.620011 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
06:10:11.630692 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
06:10:11.641789 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
06:10:11.652739 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
06:10:11.663654 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
06:10:11.674661 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
06:10:11.685570 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
06:10:11.696537 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)
06:10:11.814650 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)
06:10:12.089832 tst      cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...
06:10:12.210588 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
06:10:12.543539 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2594): Launched
06:10:12.834429 run iperf3-srv_10.42.42.10(pid=2613): Launched
06:10:13.031608 tst      cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...
06:10:13.165906 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
06:10:13.509747 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2756): Launched
06:10:13.801831 run iperf3-srv_10.42.42.10(pid=2786): Launched
06:10:13.985352 tst      cs_paging_gprs_active.py:38: start network...
06:10:14.118520 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
06:10:14.630628 run          create_hlr_db(pid=2946): Launched
06:10:14.809936 bus                          /gobi_6: Setting Powered False
06:10:15.842219 run          create_hlr_db(pid=2946): Terminated: ok {rc=0}
06:10:16.293225 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2948): Launched
06:10:16.624005 run    osmo-hlr_10.42.42.2(pid=2949): Launched
06:10:16.862548 run              osmo-stp_10.42.42.5: Starting osmo-stp
06:10:17.653230 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2951): Launched
06:10:17.964662 run    osmo-stp_10.42.42.5(pid=2952): Launched
06:10:18.076736 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
06:10:18.621942 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2954): Launched
06:10:18.732893 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
06:10:19.006893 run               patchelf(pid=2955): Launched
06:10:19.190800 run    osmo-stp_10.42.42.5(pid=2952): ERR: Terminated: ERROR {rc=1}  [trial-2370↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2952)]
06:10:19.324599 run    osmo-stp_10.42.42.5(pid=2952): stdout: 
| (launched: 2022-12-10_06:10:17.812029)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:10:19.458898 run    osmo-stp_10.42.42.5(pid=2952): stderr: 
| �[0;m�[38;5;43m20221210061018004 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210061018004 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210061018004 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210061018005 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210061018005 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210061018005 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210061018005 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:10:19.588864 run    osmo-stp_10.42.42.5(pid=2952): stdout: 
| (launched: 2022-12-10_06:10:17.812029)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:10:19.717752 run    osmo-stp_10.42.42.5(pid=2952): stderr: 
| �[0;m�[38;5;43m20221210061018004 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210061018004 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210061018004 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210061018005 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210061018005 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210061018005 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210061018005 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:10:19.866653 run               patchelf(pid=2955): Terminating (SIGINT)
06:10:20.041825 run               patchelf(pid=2955): Terminated: ok {rc=0}
06:10:20.074237 tst      cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=2952): Process ended prematurely: osmo-stp_10.42.42.5(pid=2952) [trial-2370↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2952)]  [trial-2370↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38]
06:10:20.084036 tst      cs_paging_gprs_active.py:38: Test FAILED (9.0 sec)
06:10:20.146084 run    osmo-hlr_10.42.42.2(pid=2949): ERR: Terminated: ERROR {rc=237}  [trial-2370↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2949)]
06:10:20.196758 run    osmo-hlr_10.42.42.2(pid=2949): stdout: 
| (launched: 2022-12-10_06:10:16.454357) 
06:10:20.248213 run    osmo-hlr_10.42.42.2(pid=2949): stderr: 
| �[0;m�[1;31m20221210061016917 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210061016917 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210061016917 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210061016917 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210061016917 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210061016918 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210061016944 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/gprs:trx-umtrx+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210061016963 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210061016964 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210061016964 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
06:10:20.292012 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2594): Terminating (SIGTERM)
06:10:20.333415 run iperf3-srv_10.42.42.10(pid=2613): Terminating (SIGTERM)
06:10:20.374804 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2756): Terminating (SIGTERM)
06:10:20.416060 run iperf3-srv_10.42.42.10(pid=2786): Terminating (SIGTERM)
06:10:20.457497 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2948): Terminating (SIGTERM)
06:10:20.498794 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2951): Terminating (SIGTERM)
06:10:20.540077 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2954): Terminating (SIGTERM)
06:10:20.549905 ---      ParallelTerminationStrategy: PID 2594 died...
06:10:20.605327 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2594): Terminated: ok {rc=0}
06:10:20.615226 ---      ParallelTerminationStrategy: PID 2613 died...
06:10:20.670158 run iperf3-srv_10.42.42.10(pid=2613): Terminated {rc=256}
06:10:20.680032 ---      ParallelTerminationStrategy: PID 2756 died...
06:10:20.735230 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2756): Terminated: ok {rc=0}
06:10:20.745253 ---      ParallelTerminationStrategy: PID 2786 died...
06:10:20.800008 run iperf3-srv_10.42.42.10(pid=2786): Terminated {rc=256}
06:10:20.809863 ---      ParallelTerminationStrategy: PID 2948 died...
06:10:20.864685 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2948): Terminated: ok {rc=0}
06:10:20.874559 ---      ParallelTerminationStrategy: PID 2951 died...
06:10:20.929263 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2951): Terminated: ok {rc=0}
06:10:20.939076 ---      ParallelTerminationStrategy: PID 2954 died...
06:10:20.993788 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2954): Terminated: ok {rc=0}
06:10:21.079667 bus                          /gobi_0: Setting Powered False
06:10:22.184225 bus                          /gobi_0: Setting Powered False
06:10:23.293540 bus                          /gobi_6: Setting Powered False
</stdout></case><case><age>232</age><className>gprs:trx-umtrx+mod-bts0-dynts-osmo</className><duration>8.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=3140): Process ended prematurely: osmo-stp_10.42.42.5(pid=3140) [trial-2370↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3140)]</errorStackTrace><failedSince>2139</failedSince><name>iperf3.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py", line 8, in &lt;module&gt;
    setup_run_iperf3_test_parallel(1)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py", line 67, in setup_run_iperf3_test_parallel
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3140): Process ended prematurely: osmo-stp_10.42.42.5(pid=3140) [trial-2370↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3140)]
</stderr><stdout>
----------------------------------------------
trial-2370 gprs:trx-umtrx+mod-bts0-dynts-osmo iperf3.py
----------------------------------------------
06:10:24.410025 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
06:10:24.422778 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)
06:10:24.590907 tst                        iperf3.py: using LAC 26389
06:10:24.712870 tst                        iperf3.py: using RAC 124
06:10:24.835076 tst                        iperf3.py: using CellId 26389
06:10:24.957100 tst                        iperf3.py: using BVCI 26390
06:10:24.982924 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
06:10:24.996324 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
06:10:25.008852 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
06:10:25.021343 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
06:10:25.034007 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
06:10:25.046890 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
06:10:25.058966 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
06:10:25.072497 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
06:10:25.085244 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)
06:10:25.377429 tst                      iperf3.py:8: start iperfv3 server 10.42.42.10:5003...
06:10:25.509137 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
06:10:25.855573 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3131): Launched
06:10:26.146790 run iperf3-srv_10.42.42.10(pid=3132): Launched
06:10:26.339766 tst                      iperf3.py:8: start network...
06:10:26.472012 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
06:10:27.019151 run          create_hlr_db(pid=3133): Launched
06:10:27.203754 bus                          /gobi_6: Setting Powered False
06:10:28.226427 run          create_hlr_db(pid=3133): Terminated: ok {rc=0}
06:10:28.667981 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3136): Launched
06:10:28.982347 run    osmo-hlr_10.42.42.2(pid=3137): Launched
06:10:29.096343 run              osmo-stp_10.42.42.5: Starting osmo-stp
06:10:29.641772 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3139): Launched
06:10:29.955789 run    osmo-stp_10.42.42.5(pid=3140): Launched
06:10:30.069144 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
06:10:30.614431 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3142): Launched
06:10:30.725175 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
06:10:31.019136 run               patchelf(pid=3143): Launched
06:10:31.205254 run    osmo-stp_10.42.42.5(pid=3140): ERR: Terminated: ERROR {rc=1}  [trial-2370↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3140)]
06:10:31.341538 run    osmo-stp_10.42.42.5(pid=3140): stdout: 
| (launched: 2022-12-10_06:10:29.800435)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:10:31.477764 run    osmo-stp_10.42.42.5(pid=3140): stderr: 
| �[0;m�[38;5;43m20221210061029991 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210061029991 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210061029992 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210061029992 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210061029993 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210061029993 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210061029993 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:10:31.609361 run    osmo-stp_10.42.42.5(pid=3140): stdout: 
| (launched: 2022-12-10_06:10:29.800435)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:10:31.739848 run    osmo-stp_10.42.42.5(pid=3140): stderr: 
| �[0;m�[38;5;43m20221210061029991 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210061029991 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210061029992 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210061029992 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210061029993 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210061029993 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210061029993 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:10:31.892158 run               patchelf(pid=3143): Terminating (SIGINT)
06:10:32.070470 run               patchelf(pid=3143): Terminated: ok {rc=0}
06:10:32.104141 tst                      iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=3140): Process ended prematurely: osmo-stp_10.42.42.5(pid=3140) [trial-2370↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3140)]  [trial-2370↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3.py:8]
06:10:32.115171 tst                      iperf3.py:8: Test FAILED (7.7 sec)
06:10:32.179632 run    osmo-hlr_10.42.42.2(pid=3137): ERR: Terminated: ERROR {rc=237}  [trial-2370↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3137)]
06:10:32.231704 run    osmo-hlr_10.42.42.2(pid=3137): stdout: 
| (launched: 2022-12-10_06:10:28.828760) 
06:10:32.288709 run    osmo-hlr_10.42.42.2(pid=3137): stderr: 
| �[0;m�[1;31m20221210061029025 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210061029025 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210061029025 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210061029025 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210061029025 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210061029025 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210061029038 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/gprs:trx-umtrx+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210061029046 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210061029047 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210061029047 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
06:10:32.333358 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3131): Terminating (SIGTERM)
06:10:32.374814 run iperf3-srv_10.42.42.10(pid=3132): Terminating (SIGTERM)
06:10:32.416337 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3136): Terminating (SIGTERM)
06:10:32.457947 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3139): Terminating (SIGTERM)
06:10:32.499552 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3142): Terminating (SIGTERM)
06:10:32.509218 ---      ParallelTerminationStrategy: PID 3131 died...
06:10:32.565587 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3131): Terminated: ok {rc=0}
06:10:32.575585 ---      ParallelTerminationStrategy: PID 3132 died...
06:10:32.633709 run iperf3-srv_10.42.42.10(pid=3132): Terminated {rc=256}
06:10:32.643672 ---      ParallelTerminationStrategy: PID 3136 died...
06:10:32.699318 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3136): Terminated: ok {rc=0}
06:10:32.709366 ---      ParallelTerminationStrategy: PID 3139 died...
06:10:32.764602 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3139): Terminated: ok {rc=0}
06:10:32.774584 ---      ParallelTerminationStrategy: PID 3142 died...
06:10:32.829970 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3142): Terminated: ok {rc=0}
06:10:32.916591 bus                          /gobi_6: Setting Powered False
</stdout></case><case><age>232</age><className>gprs:trx-umtrx+mod-bts0-dynts-osmo</className><duration>11.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=3158): Process ended prematurely: osmo-stp_10.42.42.5(pid=3158) [trial-2370↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3158)]</errorStackTrace><failedSince>2139</failedSince><name>iperf3m4.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py", line 8, in &lt;module&gt;
    setup_run_iperf3_test_parallel(4)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py", line 67, in setup_run_iperf3_test_parallel
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3158): Process ended prematurely: osmo-stp_10.42.42.5(pid=3158) [trial-2370↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3158)]
</stderr><stdout>
----------------------------------------------
trial-2370 gprs:trx-umtrx+mod-bts0-dynts-osmo iperf3m4.py
----------------------------------------------
06:10:34.023343 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
06:10:34.038108 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)
06:10:34.188293 tst                      iperf3m4.py: using LAC 26390
06:10:34.301166 tst                      iperf3m4.py: using RAC 125
06:10:34.414115 tst                      iperf3m4.py: using CellId 26390
06:10:34.527107 tst                      iperf3m4.py: using BVCI 26391
06:10:34.549423 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
06:10:34.560339 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
06:10:34.571179 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
06:10:34.582266 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
06:10:34.593151 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
06:10:34.604039 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
06:10:34.615171 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
06:10:34.626070 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
06:10:34.637098 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)
06:10:34.749045 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)
06:10:34.869163 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)
06:10:34.985048 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)
06:10:35.271126 tst                    iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...
06:10:35.401033 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
06:10:35.723612 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3144): Launched
06:10:35.991411 run iperf3-srv_10.42.42.10(pid=3145): Launched
06:10:36.181438 tst                    iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...
06:10:36.310490 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
06:10:36.633139 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3146): Launched
06:10:36.900922 run iperf3-srv_10.42.42.10(pid=3147): Launched
06:10:37.091077 tst                    iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...
06:10:37.220396 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
06:10:37.543712 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3148): Launched
06:10:37.811275 run iperf3-srv_10.42.42.10(pid=3149): Launched
06:10:38.001168 tst                    iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...
06:10:38.130206 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
06:10:38.451857 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3150): Launched
06:10:38.719684 run iperf3-srv_10.42.42.10(pid=3151): Launched
06:10:38.909426 tst                    iperf3m4.py:8: start network...
06:10:39.038404 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
06:10:39.537870 run          create_hlr_db(pid=3152): Launched
06:10:39.719452 bus                          /gobi_6: Setting Powered False
06:10:40.730361 run          create_hlr_db(pid=3152): Terminated: ok {rc=0}
06:10:41.153222 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3154): Launched
06:10:41.465477 run    osmo-hlr_10.42.42.2(pid=3155): Launched
06:10:41.579780 run              osmo-stp_10.42.42.5: Starting osmo-stp
06:10:42.123091 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3157): Launched
06:10:42.434631 run    osmo-stp_10.42.42.5(pid=3158): Launched
06:10:42.546973 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
06:10:43.092413 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3160): Launched
06:10:43.203061 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
06:10:43.475021 run               patchelf(pid=3161): Launched
06:10:43.658872 run    osmo-stp_10.42.42.5(pid=3158): ERR: Terminated: ERROR {rc=1}  [trial-2370↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3158)]
06:10:43.792509 run    osmo-stp_10.42.42.5(pid=3158): stdout: 
| (launched: 2022-12-10_06:10:42.281856)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:10:43.926534 run    osmo-stp_10.42.42.5(pid=3158): stderr: 
| �[0;m�[38;5;43m20221210061042472 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210061042472 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210061042472 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210061042473 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210061042473 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210061042473 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210061042473 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:10:44.055645 run    osmo-stp_10.42.42.5(pid=3158): stdout: 
| (launched: 2022-12-10_06:10:42.281856)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:10:44.183989 run    osmo-stp_10.42.42.5(pid=3158): stderr: 
| �[0;m�[38;5;43m20221210061042472 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210061042472 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210061042472 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210061042473 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210061042473 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210061042473 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210061042473 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:10:44.333243 run               patchelf(pid=3161): Terminating (SIGINT)
06:10:44.508132 run               patchelf(pid=3161): Terminated: ok {rc=0}
06:10:44.540507 tst                    iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=3158): Process ended prematurely: osmo-stp_10.42.42.5(pid=3158) [trial-2370↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3158)]  [trial-2370↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3m4.py:8]
06:10:44.550396 tst                    iperf3m4.py:8: Test FAILED (10.6 sec)
06:10:44.613319 run    osmo-hlr_10.42.42.2(pid=3155): ERR: Terminated: ERROR {rc=237}  [trial-2370↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3155)]
06:10:44.664088 run    osmo-hlr_10.42.42.2(pid=3155): stdout: 
| (launched: 2022-12-10_06:10:41.311907) 
06:10:44.715495 run    osmo-hlr_10.42.42.2(pid=3155): stderr: 
| �[0;m�[1;31m20221210061041510 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210061041510 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210061041510 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210061041510 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210061041511 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210061041511 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210061041523 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/gprs:trx-umtrx+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210061041534 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210061041534 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210061041534 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
06:10:44.759055 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3144): Terminating (SIGTERM)
06:10:44.800472 run iperf3-srv_10.42.42.10(pid=3145): Terminating (SIGTERM)
06:10:44.842320 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3146): Terminating (SIGTERM)
06:10:44.883582 run iperf3-srv_10.42.42.10(pid=3147): Terminating (SIGTERM)
06:10:44.924914 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3148): Terminating (SIGTERM)
06:10:44.966218 run iperf3-srv_10.42.42.10(pid=3149): Terminating (SIGTERM)
06:10:45.007436 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3150): Terminating (SIGTERM)
06:10:45.048607 run iperf3-srv_10.42.42.10(pid=3151): Terminating (SIGTERM)
06:10:45.089905 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3154): Terminating (SIGTERM)
06:10:45.131100 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3157): Terminating (SIGTERM)
06:10:45.172312 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3160): Terminating (SIGTERM)
06:10:45.181919 ---      ParallelTerminationStrategy: PID 3144 died...
06:10:45.237155 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3144): Terminated: ok {rc=0}
06:10:45.247090 ---      ParallelTerminationStrategy: PID 3145 died...
06:10:45.302112 run iperf3-srv_10.42.42.10(pid=3145): Terminated {rc=256}
06:10:45.311976 ---      ParallelTerminationStrategy: PID 3146 died...
06:10:45.367740 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3146): Terminated: ok {rc=0}
06:10:45.377726 ---      ParallelTerminationStrategy: PID 3147 died...
06:10:45.432659 run iperf3-srv_10.42.42.10(pid=3147): Terminated {rc=256}
06:10:45.442546 ---      ParallelTerminationStrategy: PID 3148 died...
06:10:45.497636 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3148): Terminated: ok {rc=0}
06:10:45.507597 ---      ParallelTerminationStrategy: PID 3149 died...
06:10:45.562959 run iperf3-srv_10.42.42.10(pid=3149): Terminated {rc=256}
06:10:45.572933 ---      ParallelTerminationStrategy: PID 3150 died...
06:10:45.627978 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3150): Terminated: ok {rc=0}
06:10:45.637962 ---      ParallelTerminationStrategy: PID 3151 died...
06:10:45.692986 run iperf3-srv_10.42.42.10(pid=3151): Terminated {rc=256}
06:10:45.702894 ---      ParallelTerminationStrategy: PID 3154 died...
06:10:45.757721 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3154): Terminated: ok {rc=0}
06:10:45.767669 ---      ParallelTerminationStrategy: PID 3157 died...
06:10:45.822697 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3157): Terminated: ok {rc=0}
06:10:45.832654 ---      ParallelTerminationStrategy: PID 3160 died...
06:10:45.890629 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3160): Terminated: ok {rc=0}
06:10:46.004863 bus                          /gobi_4: Setting Powered False
06:10:47.107390 bus                          /gobi_4: Setting Powered False
06:10:48.217467 bus                          /gobi_1: Setting Powered False
06:10:49.320211 bus                          /gobi_1: Setting Powered False
06:10:50.430701 bus                          /gobi_0: Setting Powered False
06:10:51.532906 bus                          /gobi_0: Setting Powered False
06:10:52.639100 bus                          /gobi_6: Setting Powered False
</stdout></case><case><age>232</age><className>gprs:trx-umtrx+mod-bts0-dynts-osmo</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=3168): Process ended prematurely: osmo-stp_10.42.42.5(pid=3168) [trial-2370↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3168)]</errorStackTrace><failedSince>2139</failedSince><name>ping.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py", line 22, in &lt;module&gt;
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3168): Process ended prematurely: osmo-stp_10.42.42.5(pid=3168) [trial-2370↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3168)]
</stderr><stdout>
----------------------------------------------
trial-2370 gprs:trx-umtrx+mod-bts0-dynts-osmo ping.py
----------------------------------------------
06:10:53.707378 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
06:10:53.719579 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)
06:10:53.879699 tst                          ping.py: using LAC 26391
06:10:54.000105 tst                          ping.py: using RAC 126
06:10:54.120677 tst                          ping.py: using CellId 26391
06:10:54.246232 tst                          ping.py: using BVCI 26392
06:10:54.269844 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
06:10:54.281080 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
06:10:54.292127 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
06:10:54.303259 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
06:10:54.314262 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
06:10:54.325281 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
06:10:54.336421 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
06:10:54.347467 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)
06:10:54.627749 tst                       ping.py:19: start network...
06:10:54.754691 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
06:10:55.245889 run          create_hlr_db(pid=3162): Launched
06:10:55.424372 bus                          /gobi_6: Setting Powered False
06:10:56.444708 run          create_hlr_db(pid=3162): Terminated: ok {rc=0}
06:10:56.854705 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3164): Launched
06:10:57.160411 run    osmo-hlr_10.42.42.2(pid=3165): Launched
06:10:57.275141 run              osmo-stp_10.42.42.5: Starting osmo-stp
06:10:57.806527 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3167): Launched
06:10:58.111719 run    osmo-stp_10.42.42.5(pid=3168): Launched
06:10:58.222575 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
06:10:58.787287 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3170): Launched
06:10:58.896212 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
06:10:59.163436 run               patchelf(pid=3171): Launched
06:10:59.343604 run    osmo-stp_10.42.42.5(pid=3168): ERR: Terminated: ERROR {rc=1}  [trial-2370↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3168)]
06:10:59.476033 run    osmo-stp_10.42.42.5(pid=3168): stdout: 
| (launched: 2022-12-10_06:10:57.960854)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:10:59.608787 run    osmo-stp_10.42.42.5(pid=3168): stderr: 
| �[0;m�[38;5;43m20221210061058150 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210061058150 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210061058151 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210061058151 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210061058151 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210061058151 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210061058151 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:10:59.736037 run    osmo-stp_10.42.42.5(pid=3168): stdout: 
| (launched: 2022-12-10_06:10:57.960854)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:10:59.862006 run    osmo-stp_10.42.42.5(pid=3168): stderr: 
| �[0;m�[38;5;43m20221210061058150 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210061058150 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210061058151 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210061058151 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210061058151 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210061058151 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210061058151 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:11:00.008109 run               patchelf(pid=3171): Terminating (SIGINT)
06:11:00.179606 run               patchelf(pid=3171): Terminated: ok {rc=0}
06:11:00.211060 tst                       ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=3168): Process ended prematurely: osmo-stp_10.42.42.5(pid=3168) [trial-2370↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3168)]  [trial-2370↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping.py:22]
06:11:00.220275 tst                       ping.py:22: Test FAILED (6.5 sec)
06:11:00.282145 run    osmo-hlr_10.42.42.2(pid=3165): ERR: Terminated: ERROR {rc=237}  [trial-2370↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3165)]
06:11:00.332571 run    osmo-hlr_10.42.42.2(pid=3165): stdout: 
| (launched: 2022-12-10_06:10:57.009975) 
06:11:00.383659 run    osmo-hlr_10.42.42.2(pid=3165): stderr: 
| �[0;m�[1;31m20221210061057205 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210061057205 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210061057205 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210061057205 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210061057206 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210061057206 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210061057218 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/gprs:trx-umtrx+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210061057229 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210061057229 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210061057229 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
06:11:00.427501 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3164): Terminating (SIGTERM)
06:11:00.468818 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3167): Terminating (SIGTERM)
06:11:00.510351 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3170): Terminating (SIGTERM)
06:11:00.520006 ---      ParallelTerminationStrategy: PID 3164 died...
06:11:00.575732 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3164): Terminated: ok {rc=0}
06:11:00.585856 ---      ParallelTerminationStrategy: PID 3167 died...
06:11:00.640633 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3167): Terminated: ok {rc=0}
06:11:00.650479 ---      ParallelTerminationStrategy: PID 3170 died...
06:11:00.705384 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3170): Terminated: ok {rc=0}
06:11:00.792511 bus                          /gobi_6: Setting Powered False
</stdout></case><case><age>232</age><className>gprs:trx-umtrx+mod-bts0-dynts-osmo</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=3178): Process ended prematurely: osmo-stp_10.42.42.5(pid=3178) [trial-2370↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3178)]</errorStackTrace><failedSince>2139</failedSince><name>ping_idle_ping.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py", line 27, in &lt;module&gt;
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3178): Process ended prematurely: osmo-stp_10.42.42.5(pid=3178) [trial-2370↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3178)]
</stderr><stdout>
----------------------------------------------
trial-2370 gprs:trx-umtrx+mod-bts0-dynts-osmo ping_idle_ping.py
----------------------------------------------
06:11:01.848584 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
06:11:01.863562 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)
06:11:02.077322 tst                ping_idle_ping.py: using LAC 26392
06:11:02.210966 tst                ping_idle_ping.py: using RAC 127
06:11:02.340160 tst                ping_idle_ping.py: using CellId 26392
06:11:02.457063 tst                ping_idle_ping.py: using BVCI 26393
06:11:02.479061 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
06:11:02.489933 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
06:11:02.500589 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
06:11:02.511950 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
06:11:02.523327 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
06:11:02.534867 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
06:11:02.546321 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
06:11:02.558169 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)
06:11:02.829523 tst             ping_idle_ping.py:24: start network...
06:11:02.948346 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
06:11:03.398413 run          create_hlr_db(pid=3172): Launched
06:11:03.564548 bus                          /gobi_6: Setting Powered False
06:11:04.584841 run          create_hlr_db(pid=3172): Terminated: ok {rc=0}
06:11:04.994272 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3174): Launched
06:11:05.300857 run    osmo-hlr_10.42.42.2(pid=3175): Launched
06:11:05.417306 run              osmo-stp_10.42.42.5: Starting osmo-stp
06:11:05.951503 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3177): Launched
06:11:06.259784 run    osmo-stp_10.42.42.5(pid=3178): Launched
06:11:06.371240 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
06:11:06.907473 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3180): Launched
06:11:07.017068 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
06:11:07.285209 run               patchelf(pid=3181): Launched
06:11:07.466584 run    osmo-stp_10.42.42.5(pid=3178): ERR: Terminated: ERROR {rc=1}  [trial-2370↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3178)]
06:11:07.599711 run    osmo-stp_10.42.42.5(pid=3178): stdout: 
| (launched: 2022-12-10_06:11:06.108855)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:11:07.732393 run    osmo-stp_10.42.42.5(pid=3178): stderr: 
| �[0;m�[38;5;43m20221210061106300 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210061106300 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210061106300 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210061106301 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210061106301 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210061106301 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210061106301 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:11:07.859733 run    osmo-stp_10.42.42.5(pid=3178): stdout: 
| (launched: 2022-12-10_06:11:06.108855)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:11:07.985918 run    osmo-stp_10.42.42.5(pid=3178): stderr: 
| �[0;m�[38;5;43m20221210061106300 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210061106300 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210061106300 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210061106301 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210061106301 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210061106301 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210061106301 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:11:08.132625 run               patchelf(pid=3181): Terminating (SIGINT)
06:11:08.305183 run               patchelf(pid=3181): Terminated: ok {rc=0}
06:11:08.336618 tst             ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=3178): Process ended prematurely: osmo-stp_10.42.42.5(pid=3178) [trial-2370↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3178)]  [trial-2370↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping_idle_ping.py:27]
06:11:08.345876 tst             ping_idle_ping.py:27: Test FAILED (6.5 sec)
06:11:08.408193 run    osmo-hlr_10.42.42.2(pid=3175): ERR: Terminated: ERROR {rc=237}  [trial-2370↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3175)]
06:11:08.459211 run    osmo-hlr_10.42.42.2(pid=3175): stdout: 
| (launched: 2022-12-10_06:11:05.150144) 
06:11:08.510951 run    osmo-hlr_10.42.42.2(pid=3175): stderr: 
| �[0;m�[1;31m20221210061105347 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210061105347 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210061105347 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210061105347 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210061105347 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210061105347 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210061105360 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/gprs:trx-umtrx+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210061105372 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210061105372 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210061105372 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
06:11:08.554773 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3174): Terminating (SIGTERM)
06:11:08.596439 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3177): Terminating (SIGTERM)
06:11:08.638186 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3180): Terminating (SIGTERM)
06:11:08.647505 ---      ParallelTerminationStrategy: PID 3174 died...
06:11:08.702982 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3174): Terminated: ok {rc=0}
06:11:08.712859 ---      ParallelTerminationStrategy: PID 3177 died...
06:11:08.770147 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3177): Terminated: ok {rc=0}
06:11:08.780018 ---      ParallelTerminationStrategy: PID 3180 died...
06:11:08.835084 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3180): Terminated: ok {rc=0}
06:11:08.921673 bus                          /gobi_6: Setting Powered False
</stdout></case><duration>60.0</duration><id>91</id><name>gprs_trx-umtrx+mod-bts0-dynts-osmo</name><properties></properties><timestamp>2022-12-10T06:10:10</timestamp></suite><suite><case><age>232</age><className>gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend</className><duration>9.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=3195): Process ended prematurely: osmo-stp_10.42.42.5(pid=3195) [trial-2370↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3195)]</errorStackTrace><failedSince>2139</failedSince><name>cs_paging_gprs_active.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py", line 38, in &lt;module&gt;
    setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py", line 67, in setup_run_iperf3_test_parallel
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3195): Process ended prematurely: osmo-stp_10.42.42.5(pid=3195) [trial-2370↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3195)]
</stderr><stdout>
----------------------------------------------
trial-2370 gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend cs_paging_gprs_active.py
----------------------------------------------
06:11:11.088294 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)
06:11:11.099832 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)
06:11:11.245157 tst         cs_paging_gprs_active.py: using LAC 26393
06:11:11.361377 tst         cs_paging_gprs_active.py: using RAC 128
06:11:11.476557 tst         cs_paging_gprs_active.py: using CellId 26393
06:11:11.590889 tst         cs_paging_gprs_active.py: using BVCI 26394
06:11:11.613240 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)
06:11:11.624415 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)
06:11:11.635501 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)
06:11:11.646847 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)
06:11:11.661242 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)
06:11:11.672606 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)
06:11:11.684188 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)
06:11:11.695828 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)
06:11:11.707575 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)
06:11:11.822551 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)
06:11:12.091614 tst      cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...
06:11:12.212806 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
06:11:12.515214 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3185): Launched
06:11:12.766134 run iperf3-srv_10.42.42.10(pid=3186): Launched
06:11:12.942856 tst      cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...
06:11:13.064061 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
06:11:13.367204 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3187): Launched
06:11:13.619520 run iperf3-srv_10.42.42.10(pid=3188): Launched
06:11:13.796756 tst      cs_paging_gprs_active.py:38: start network...
06:11:13.918136 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
06:11:14.377645 run          create_hlr_db(pid=3189): Launched
06:11:14.545160 bus                          /gobi_6: Setting Powered False
06:11:15.567609 run          create_hlr_db(pid=3189): Terminated: ok {rc=0}
06:11:15.984574 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3191): Launched
06:11:16.450338 run    osmo-hlr_10.42.42.2(pid=3192): Launched
06:11:16.647834 run              osmo-stp_10.42.42.5: Starting osmo-stp
06:11:17.217710 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3194): Launched
06:11:17.533344 run    osmo-stp_10.42.42.5(pid=3195): Launched
06:11:17.648511 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
06:11:18.193732 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3197): Launched
06:11:18.304559 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
06:11:18.576655 run               patchelf(pid=3198): Launched
06:11:18.759279 run    osmo-stp_10.42.42.5(pid=3195): ERR: Terminated: ERROR {rc=1}  [trial-2370↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3195)]
06:11:18.892770 run    osmo-stp_10.42.42.5(pid=3195): stdout: 
| (launched: 2022-12-10_06:11:17.378487)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:11:19.026867 run    osmo-stp_10.42.42.5(pid=3195): stderr: 
| �[0;m�[38;5;43m20221210061117570 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210061117570 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210061117570 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210061117572 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210061117572 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210061117572 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210061117572 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:11:19.155971 run    osmo-stp_10.42.42.5(pid=3195): stdout: 
| (launched: 2022-12-10_06:11:17.378487)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:11:19.283952 run    osmo-stp_10.42.42.5(pid=3195): stderr: 
| �[0;m�[38;5;43m20221210061117570 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210061117570 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210061117570 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210061117572 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210061117572 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210061117572 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210061117572 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:11:19.432213 run               patchelf(pid=3198): Terminating (SIGINT)
06:11:19.607677 run               patchelf(pid=3198): Terminated: ok {rc=0}
06:11:19.640431 tst      cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=3195): Process ended prematurely: osmo-stp_10.42.42.5(pid=3195) [trial-2370↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3195)]  [trial-2370↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38]
06:11:19.650356 tst      cs_paging_gprs_active.py:38: Test FAILED (8.6 sec)
06:11:19.711868 run    osmo-hlr_10.42.42.2(pid=3192): ERR: Terminated: ERROR {rc=237}  [trial-2370↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3192)]
06:11:19.762195 run    osmo-hlr_10.42.42.2(pid=3192): stdout: 
| (launched: 2022-12-10_06:11:16.148375) 
06:11:19.813140 run    osmo-hlr_10.42.42.2(pid=3192): stderr: 
| �[0;m�[1;31m20221210061116362 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210061116362 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210061116362 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210061116362 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210061116362 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210061116362 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210061116378 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210061116391 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210061116391 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210061116391 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
06:11:19.856387 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3185): Terminating (SIGTERM)
06:11:19.897259 run iperf3-srv_10.42.42.10(pid=3186): Terminating (SIGTERM)
06:11:19.938069 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3187): Terminating (SIGTERM)
06:11:19.978880 run iperf3-srv_10.42.42.10(pid=3188): Terminating (SIGTERM)
06:11:20.019836 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3191): Terminating (SIGTERM)
06:11:20.060626 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3194): Terminating (SIGTERM)
06:11:20.101920 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3197): Terminating (SIGTERM)
06:11:20.111264 ---      ParallelTerminationStrategy: PID 3185 died...
06:11:20.166231 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3185): Terminated: ok {rc=0}
06:11:20.176156 ---      ParallelTerminationStrategy: PID 3186 died...
06:11:20.230435 run iperf3-srv_10.42.42.10(pid=3186): Terminated {rc=256}
06:11:20.240215 ---      ParallelTerminationStrategy: PID 3187 died...
06:11:20.294667 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3187): Terminated: ok {rc=0}
06:11:20.304441 ---      ParallelTerminationStrategy: PID 3188 died...
06:11:20.358672 run iperf3-srv_10.42.42.10(pid=3188): Terminated {rc=256}
06:11:20.368486 ---      ParallelTerminationStrategy: PID 3191 died...
06:11:20.422925 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3191): Terminated: ok {rc=0}
06:11:20.432753 ---      ParallelTerminationStrategy: PID 3194 died...
06:11:20.487112 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3194): Terminated: ok {rc=0}
06:11:20.497056 ---      ParallelTerminationStrategy: PID 3197 died...
06:11:20.551444 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3197): Terminated: ok {rc=0}
06:11:20.638029 bus                          /gobi_0: Setting Powered False
06:11:21.738854 bus                          /gobi_0: Setting Powered False
06:11:22.844924 bus                          /gobi_6: Setting Powered False
</stdout></case><case><age>232</age><className>gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend</className><duration>8.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=3207): Process ended prematurely: osmo-stp_10.42.42.5(pid=3207) [trial-2370↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3207)]</errorStackTrace><failedSince>2139</failedSince><name>iperf3.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py", line 8, in &lt;module&gt;
    setup_run_iperf3_test_parallel(1)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py", line 67, in setup_run_iperf3_test_parallel
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3207): Process ended prematurely: osmo-stp_10.42.42.5(pid=3207) [trial-2370↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3207)]
</stderr><stdout>
----------------------------------------------
trial-2370 gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend iperf3.py
----------------------------------------------
06:11:23.957114 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)
06:11:23.969587 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)
06:11:24.115780 tst                        iperf3.py: using LAC 26394
06:11:24.239495 tst                        iperf3.py: using RAC 129
06:11:24.366227 tst                        iperf3.py: using CellId 26394
06:11:24.486720 tst                        iperf3.py: using BVCI 26395
06:11:24.510541 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)
06:11:24.522141 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)
06:11:24.533646 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)
06:11:24.545217 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)
06:11:24.556628 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)
06:11:24.568216 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)
06:11:24.580086 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)
06:11:24.591629 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)
06:11:24.603287 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)
06:11:24.871858 tst                      iperf3.py:8: start iperfv3 server 10.42.42.10:5003...
06:11:24.992585 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
06:11:25.294284 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3199): Launched
06:11:25.545513 run iperf3-srv_10.42.42.10(pid=3200): Launched
06:11:25.723388 tst                      iperf3.py:8: start network...
06:11:25.844481 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
06:11:26.304496 run          create_hlr_db(pid=3201): Launched
06:11:26.471198 bus                          /gobi_6: Setting Powered False
06:11:27.493292 run          create_hlr_db(pid=3201): Terminated: ok {rc=0}
06:11:27.881314 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3203): Launched
06:11:28.173082 run    osmo-hlr_10.42.42.2(pid=3204): Launched
06:11:28.284818 run              osmo-stp_10.42.42.5: Starting osmo-stp
06:11:28.800138 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3206): Launched
06:11:29.091639 run    osmo-stp_10.42.42.5(pid=3207): Launched
06:11:29.199502 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
06:11:29.705809 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3209): Launched
06:11:29.809249 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
06:11:30.063380 run               patchelf(pid=3210): Launched
06:11:30.234211 run    osmo-stp_10.42.42.5(pid=3207): ERR: Terminated: ERROR {rc=1}  [trial-2370↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3207)]
06:11:30.358906 run    osmo-stp_10.42.42.5(pid=3207): stdout: 
| (launched: 2022-12-10_06:11:28.947446)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:11:30.483678 run    osmo-stp_10.42.42.5(pid=3207): stderr: 
| �[0;m�[38;5;43m20221210061129117 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210061129117 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210061129117 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210061129118 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210061129118 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210061129118 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210061129118 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:11:30.604003 run    osmo-stp_10.42.42.5(pid=3207): stdout: 
| (launched: 2022-12-10_06:11:28.947446)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:11:30.723536 run    osmo-stp_10.42.42.5(pid=3207): stderr: 
| �[0;m�[38;5;43m20221210061129117 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210061129117 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210061129117 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210061129118 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210061129118 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210061129118 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210061129118 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:11:30.871078 run               patchelf(pid=3210): Terminating (SIGINT)
06:11:31.037991 run               patchelf(pid=3210): Terminated: ok {rc=0}
06:11:31.069220 tst                      iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=3207): Process ended prematurely: osmo-stp_10.42.42.5(pid=3207) [trial-2370↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3207)]  [trial-2370↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8]
06:11:31.079462 tst                      iperf3.py:8: Test FAILED (7.2 sec)
06:11:31.139995 run    osmo-hlr_10.42.42.2(pid=3204): ERR: Terminated: ERROR {rc=237}  [trial-2370↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3204)]
06:11:31.189126 run    osmo-hlr_10.42.42.2(pid=3204): stdout: 
| (launched: 2022-12-10_06:11:28.028912) 
06:11:31.238674 run    osmo-hlr_10.42.42.2(pid=3204): stderr: 
| �[0;m�[1;31m20221210061128203 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210061128203 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210061128203 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210061128203 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210061128203 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210061128204 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210061128216 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210061128224 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210061128225 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210061128225 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
06:11:31.280645 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3199): Terminating (SIGTERM)
06:11:31.320634 run iperf3-srv_10.42.42.10(pid=3200): Terminating (SIGTERM)
06:11:31.360382 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3203): Terminating (SIGTERM)
06:11:31.400193 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3206): Terminating (SIGTERM)
06:11:31.440355 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3209): Terminating (SIGTERM)
06:11:31.449643 ---      ParallelTerminationStrategy: PID 3199 died...
06:11:31.502840 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3199): Terminated: ok {rc=0}
06:11:31.513133 ---      ParallelTerminationStrategy: PID 3200 died...
06:11:31.566133 run iperf3-srv_10.42.42.10(pid=3200): Terminated {rc=256}
06:11:31.576284 ---      ParallelTerminationStrategy: PID 3203 died...
06:11:31.629707 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3203): Terminated: ok {rc=0}
06:11:31.639577 ---      ParallelTerminationStrategy: PID 3206 died...
06:11:31.692715 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3206): Terminated: ok {rc=0}
06:11:31.702962 ---      ParallelTerminationStrategy: PID 3209 died...
06:11:31.756344 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3209): Terminated: ok {rc=0}
06:11:31.840445 bus                          /gobi_6: Setting Powered False
</stdout></case><case><age>232</age><className>gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend</className><duration>11.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=3225): Process ended prematurely: osmo-stp_10.42.42.5(pid=3225) [trial-2370↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3225)]</errorStackTrace><failedSince>2139</failedSince><name>iperf3m4.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py", line 8, in &lt;module&gt;
    setup_run_iperf3_test_parallel(4)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py", line 67, in setup_run_iperf3_test_parallel
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3225): Process ended prematurely: osmo-stp_10.42.42.5(pid=3225) [trial-2370↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3225)]
</stderr><stdout>
----------------------------------------------
trial-2370 gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend iperf3m4.py
----------------------------------------------
06:11:32.947303 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)
06:11:32.959220 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)
06:11:33.095710 tst                      iperf3m4.py: using LAC 26395
06:11:33.212382 tst                      iperf3m4.py: using RAC 130
06:11:33.335661 tst                      iperf3m4.py: using CellId 26395
06:11:33.459876 tst                      iperf3m4.py: using BVCI 26396
06:11:33.483925 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)
06:11:33.496031 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)
06:11:33.507663 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)
06:11:33.519696 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)
06:11:33.531815 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)
06:11:33.543590 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)
06:11:33.555660 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)
06:11:33.567475 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)
06:11:33.579887 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)
06:11:33.698181 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)
06:11:33.817311 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)
06:11:33.932189 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)
06:11:34.216626 tst                    iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...
06:11:34.346434 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
06:11:34.669373 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3211): Launched
06:11:34.937296 run iperf3-srv_10.42.42.10(pid=3212): Launched
06:11:35.127671 tst                    iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...
06:11:35.257493 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
06:11:35.580648 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3213): Launched
06:11:35.849855 run iperf3-srv_10.42.42.10(pid=3214): Launched
06:11:36.040176 tst                    iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...
06:11:36.170225 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
06:11:36.493777 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3215): Launched
06:11:36.763052 run iperf3-srv_10.42.42.10(pid=3216): Launched
06:11:36.953773 tst                    iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...
06:11:37.083229 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
06:11:37.406745 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3217): Launched
06:11:37.669736 run iperf3-srv_10.42.42.10(pid=3218): Launched
06:11:37.847052 tst                    iperf3m4.py:8: start network...
06:11:37.967353 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
06:11:38.428157 run          create_hlr_db(pid=3219): Launched
06:11:38.595978 bus                          /gobi_6: Setting Powered False
06:11:39.617851 run          create_hlr_db(pid=3219): Terminated: ok {rc=0}
06:11:40.008142 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3221): Launched
06:11:40.300306 run    osmo-hlr_10.42.42.2(pid=3222): Launched
06:11:40.406809 run              osmo-stp_10.42.42.5: Starting osmo-stp
06:11:40.913265 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3224): Launched
06:11:41.204297 run    osmo-stp_10.42.42.5(pid=3225): Launched
06:11:41.310410 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
06:11:41.818485 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3227): Launched
06:11:41.922419 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
06:11:42.176928 run               patchelf(pid=3228): Launched
06:11:42.348237 run    osmo-stp_10.42.42.5(pid=3225): ERR: Terminated: ERROR {rc=1}  [trial-2370↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3225)]
06:11:42.473614 run    osmo-stp_10.42.42.5(pid=3225): stdout: 
| (launched: 2022-12-10_06:11:41.060602)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:11:42.599649 run    osmo-stp_10.42.42.5(pid=3225): stderr: 
| �[0;m�[38;5;43m20221210061141231 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210061141231 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210061141231 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210061141231 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210061141232 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210061141232 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210061141232 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:11:42.720582 run    osmo-stp_10.42.42.5(pid=3225): stdout: 
| (launched: 2022-12-10_06:11:41.060602)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:11:42.840763 run    osmo-stp_10.42.42.5(pid=3225): stderr: 
| �[0;m�[38;5;43m20221210061141231 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210061141231 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210061141231 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210061141231 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210061141232 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210061141232 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210061141232 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:11:42.980698 run               patchelf(pid=3228): Terminating (SIGINT)
06:11:43.145189 run               patchelf(pid=3228): Terminated: ok {rc=0}
06:11:43.175486 tst                    iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=3225): Process ended prematurely: osmo-stp_10.42.42.5(pid=3225) [trial-2370↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3225)]  [trial-2370↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8]
06:11:43.184823 tst                    iperf3m4.py:8: Test FAILED (10.3 sec)
06:11:43.244639 run    osmo-hlr_10.42.42.2(pid=3222): ERR: Terminated: ERROR {rc=237}  [trial-2370↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3222)]
06:11:43.293019 run    osmo-hlr_10.42.42.2(pid=3222): stdout: 
| (launched: 2022-12-10_06:11:40.155656) 
06:11:43.342115 run    osmo-hlr_10.42.42.2(pid=3222): stderr: 
| �[0;m�[1;31m20221210061140330 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210061140330 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210061140330 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210061140330 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210061140330 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210061140330 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210061140343 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210061140351 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210061140351 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210061140351 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
06:11:43.383470 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3211): Terminating (SIGTERM)
06:11:43.422159 run iperf3-srv_10.42.42.10(pid=3212): Terminating (SIGTERM)
06:11:43.461014 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3213): Terminating (SIGTERM)
06:11:43.499663 run iperf3-srv_10.42.42.10(pid=3214): Terminating (SIGTERM)
06:11:43.538453 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3215): Terminating (SIGTERM)
06:11:43.577085 run iperf3-srv_10.42.42.10(pid=3216): Terminating (SIGTERM)
06:11:43.615725 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3217): Terminating (SIGTERM)
06:11:43.654257 run iperf3-srv_10.42.42.10(pid=3218): Terminating (SIGTERM)
06:11:43.692902 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3221): Terminating (SIGTERM)
06:11:43.731836 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3224): Terminating (SIGTERM)
06:11:43.770580 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3227): Terminating (SIGTERM)
06:11:43.779663 ---      ParallelTerminationStrategy: PID 3211 died...
06:11:43.831918 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3211): Terminated: ok {rc=0}
06:11:43.841497 ---      ParallelTerminationStrategy: PID 3212 died...
06:11:43.893314 run iperf3-srv_10.42.42.10(pid=3212): Terminated {rc=256}
06:11:43.902623 ---      ParallelTerminationStrategy: PID 3213 died...
06:11:43.954544 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3213): Terminated: ok {rc=0}
06:11:43.963828 ---      ParallelTerminationStrategy: PID 3214 died...
06:11:44.015253 run iperf3-srv_10.42.42.10(pid=3214): Terminated {rc=256}
06:11:44.024686 ---      ParallelTerminationStrategy: PID 3215 died...
06:11:44.076453 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3215): Terminated: ok {rc=0}
06:11:44.085975 ---      ParallelTerminationStrategy: PID 3216 died...
06:11:44.138005 run iperf3-srv_10.42.42.10(pid=3216): Terminated {rc=256}
06:11:44.147498 ---      ParallelTerminationStrategy: PID 3217 died...
06:11:44.199327 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3217): Terminated: ok {rc=0}
06:11:44.208603 ---      ParallelTerminationStrategy: PID 3218 died...
06:11:44.260201 run iperf3-srv_10.42.42.10(pid=3218): Terminated {rc=256}
06:11:44.269802 ---      ParallelTerminationStrategy: PID 3221 died...
06:11:44.321848 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3221): Terminated: ok {rc=0}
06:11:44.331405 ---      ParallelTerminationStrategy: PID 3224 died...
06:11:44.383804 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3224): Terminated: ok {rc=0}
06:11:44.393836 ---      ParallelTerminationStrategy: PID 3227 died...
06:11:44.446457 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3227): Terminated: ok {rc=0}
06:11:44.527976 bus                          /gobi_4: Setting Powered False
06:11:45.628513 bus                          /gobi_4: Setting Powered False
06:11:46.735526 bus                          /gobi_1: Setting Powered False
06:11:47.834357 bus                          /gobi_1: Setting Powered False
06:11:48.943579 bus                          /gobi_0: Setting Powered False
06:11:50.049402 bus                          /gobi_0: Setting Powered False
06:11:51.159381 bus                          /gobi_6: Setting Powered False
</stdout></case><case><age>232</age><className>gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=3235): Process ended prematurely: osmo-stp_10.42.42.5(pid=3235) [trial-2370↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3235)]</errorStackTrace><failedSince>2139</failedSince><name>ping.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py", line 22, in &lt;module&gt;
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3235): Process ended prematurely: osmo-stp_10.42.42.5(pid=3235) [trial-2370↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3235)]
</stderr><stdout>
----------------------------------------------
trial-2370 gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend ping.py
----------------------------------------------
06:11:52.226278 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)
06:11:52.238087 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)
06:11:52.372170 tst                          ping.py: using LAC 26396
06:11:52.484351 tst                          ping.py: using RAC 131
06:11:52.604639 tst                          ping.py: using CellId 26396
06:11:52.724383 tst                          ping.py: using BVCI 26397
06:11:52.748023 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)
06:11:52.759662 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)
06:11:52.771314 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)
06:11:52.782895 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)
06:11:52.794338 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)
06:11:52.805816 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)
06:11:52.817419 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)
06:11:52.828885 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)
06:11:53.092592 tst                       ping.py:19: start network...
06:11:53.210713 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
06:11:53.659656 run          create_hlr_db(pid=3229): Launched
06:11:53.823134 bus                          /gobi_6: Setting Powered False
06:11:54.844670 run          create_hlr_db(pid=3229): Terminated: ok {rc=0}
06:11:55.251146 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3231): Launched
06:11:55.556425 run    osmo-hlr_10.42.42.2(pid=3232): Launched
06:11:55.669482 run              osmo-stp_10.42.42.5: Starting osmo-stp
06:11:56.204489 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3234): Launched
06:11:56.509897 run    osmo-stp_10.42.42.5(pid=3235): Launched
06:11:56.622139 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
06:11:57.157026 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3237): Launched
06:11:57.265867 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
06:11:57.532617 run               patchelf(pid=3238): Launched
06:11:57.713379 run    osmo-stp_10.42.42.5(pid=3235): ERR: Terminated: ERROR {rc=1}  [trial-2370↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3235)]
06:11:57.845249 run    osmo-stp_10.42.42.5(pid=3235): stdout: 
| (launched: 2022-12-10_06:11:56.359529)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:11:57.978019 run    osmo-stp_10.42.42.5(pid=3235): stderr: 
| �[0;m�[38;5;43m20221210061156547 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210061156547 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210061156547 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210061156548 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210061156550 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210061156550 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210061156550 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:11:58.104904 run    osmo-stp_10.42.42.5(pid=3235): stdout: 
| (launched: 2022-12-10_06:11:56.359529)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:11:58.230617 run    osmo-stp_10.42.42.5(pid=3235): stderr: 
| �[0;m�[38;5;43m20221210061156547 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210061156547 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210061156547 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210061156548 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210061156550 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210061156550 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210061156550 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:11:58.376688 run               patchelf(pid=3238): Terminating (SIGINT)
06:11:58.548344 run               patchelf(pid=3238): Terminated: ok {rc=0}
06:11:58.579923 tst                       ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=3235): Process ended prematurely: osmo-stp_10.42.42.5(pid=3235) [trial-2370↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3235)]  [trial-2370↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22]
06:11:58.589218 tst                       ping.py:22: Test FAILED (6.4 sec)
06:11:58.651012 run    osmo-hlr_10.42.42.2(pid=3232): ERR: Terminated: ERROR {rc=237}  [trial-2370↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3232)]
06:11:58.701446 run    osmo-hlr_10.42.42.2(pid=3232): stdout: 
| (launched: 2022-12-10_06:11:55.405939) 
06:11:58.752722 run    osmo-hlr_10.42.42.2(pid=3232): stderr: 
| �[0;m�[1;31m20221210061155603 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210061155603 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210061155603 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210061155603 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210061155603 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210061155603 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210061155615 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210061155625 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210061155625 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210061155625 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
06:11:58.796110 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3231): Terminating (SIGTERM)
06:11:58.837120 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3234): Terminating (SIGTERM)
06:11:58.878049 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3237): Terminating (SIGTERM)
06:11:58.887514 ---      ParallelTerminationStrategy: PID 3231 died...
06:11:58.942289 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3231): Terminated: ok {rc=0}
06:11:58.952102 ---      ParallelTerminationStrategy: PID 3234 died...
06:11:59.007103 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3234): Terminated: ok {rc=0}
06:11:59.017108 ---      ParallelTerminationStrategy: PID 3237 died...
06:11:59.071827 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3237): Terminated: ok {rc=0}
06:11:59.158175 bus                          /gobi_6: Setting Powered False
</stdout></case><case><age>232</age><className>gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=3245): Process ended prematurely: osmo-stp_10.42.42.5(pid=3245) [trial-2370↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3245)]</errorStackTrace><failedSince>2139</failedSince><name>ping_idle_ping.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py", line 27, in &lt;module&gt;
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3245): Process ended prematurely: osmo-stp_10.42.42.5(pid=3245) [trial-2370↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3245)]
</stderr><stdout>
----------------------------------------------
trial-2370 gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend ping_idle_ping.py
----------------------------------------------
06:12:00.209088 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)
06:12:00.221438 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)
06:12:00.363840 tst                ping_idle_ping.py: using LAC 26397
06:12:00.483954 tst                ping_idle_ping.py: using RAC 132
06:12:00.604605 tst                ping_idle_ping.py: using CellId 26397
06:12:00.726336 tst                ping_idle_ping.py: using BVCI 26398
06:12:00.749986 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)
06:12:00.761594 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)
06:12:00.773122 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)
06:12:00.784608 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)
06:12:00.796029 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)
06:12:00.807415 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)
06:12:00.819080 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)
06:12:00.830585 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)
06:12:01.130883 tst             ping_idle_ping.py:24: start network...
06:12:01.255270 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
06:12:01.736001 run          create_hlr_db(pid=3239): Launched
06:12:01.909374 bus                          /gobi_6: Setting Powered False
06:12:02.925334 run          create_hlr_db(pid=3239): Terminated: ok {rc=0}
06:12:03.309098 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3241): Launched
06:12:03.596453 run    osmo-hlr_10.42.42.2(pid=3242): Launched
06:12:03.700929 run              osmo-stp_10.42.42.5: Starting osmo-stp
06:12:04.199407 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3244): Launched
06:12:04.486348 run    osmo-stp_10.42.42.5(pid=3245): Launched
06:12:04.592052 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
06:12:05.090930 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3247): Launched
06:12:05.192762 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
06:12:05.443328 run               patchelf(pid=3248): Launched
06:12:05.612652 run    osmo-stp_10.42.42.5(pid=3245): ERR: Terminated: ERROR {rc=1}  [trial-2370↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3245)]
06:12:05.736293 run    osmo-stp_10.42.42.5(pid=3245): stdout: 
| (launched: 2022-12-10_06:12:04.344487)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:12:05.860724 run    osmo-stp_10.42.42.5(pid=3245): stderr: 
| �[0;m�[38;5;43m20221210061204512 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210061204512 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210061204513 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210061204513 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210061204514 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210061204514 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210061204514 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:12:05.980162 run    osmo-stp_10.42.42.5(pid=3245): stdout: 
| (launched: 2022-12-10_06:12:04.344487)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:12:06.098376 run    osmo-stp_10.42.42.5(pid=3245): stderr: 
| �[0;m�[38;5;43m20221210061204512 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210061204512 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210061204513 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210061204513 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210061204514 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210061204514 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210061204514 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:12:06.235792 run               patchelf(pid=3248): Terminating (SIGINT)
06:12:06.396889 run               patchelf(pid=3248): Terminated: ok {rc=0}
06:12:06.426406 tst             ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=3245): Process ended prematurely: osmo-stp_10.42.42.5(pid=3245) [trial-2370↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3245)]  [trial-2370↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27]
06:12:06.435093 tst             ping_idle_ping.py:27: Test FAILED (6.2 sec)
06:12:06.494526 run    osmo-hlr_10.42.42.2(pid=3242): ERR: Terminated: ERROR {rc=237}  [trial-2370↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3242)]
06:12:06.542385 run    osmo-hlr_10.42.42.2(pid=3242): stdout: 
| (launched: 2022-12-10_06:12:03.454178) 
06:12:06.591428 run    osmo-hlr_10.42.42.2(pid=3242): stderr: 
| �[0;m�[1;31m20221210061203629 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210061203629 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210061203629 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210061203629 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210061203629 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210061203629 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210061203640 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210061203649 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210061203649 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210061203649 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
06:12:06.632374 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3241): Terminating (SIGTERM)
06:12:06.671145 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3244): Terminating (SIGTERM)
06:12:06.710569 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3247): Terminating (SIGTERM)
06:12:06.719913 ---      ParallelTerminationStrategy: PID 3241 died...
06:12:06.772466 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3241): Terminated: ok {rc=0}
06:12:06.782096 ---      ParallelTerminationStrategy: PID 3244 died...
06:12:06.834031 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3244): Terminated: ok {rc=0}
06:12:06.843578 ---      ParallelTerminationStrategy: PID 3247 died...
06:12:06.895465 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3247): Terminated: ok {rc=0}
06:12:06.977767 bus                          /gobi_6: Setting Powered False
</stdout></case><duration>59.0</duration><id>92</id><name>gprs_trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend</name><properties></properties><timestamp>2022-12-10T06:11:10</timestamp></suite><suite><case><age>232</age><className>dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=3258): Process ended prematurely: osmo-stp_10.42.42.5(pid=3258) [trial-2370↪dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3258)]</errorStackTrace><failedSince>2139</failedSince><name>switch_tch_pdch.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py", line 54, in &lt;module&gt;
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3258): Process ended prematurely: osmo-stp_10.42.42.5(pid=3258) [trial-2370↪dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3258)]
</stderr><stdout>
----------------------------------------------
trial-2370 dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py
----------------------------------------------
06:12:09.019181 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)
06:12:09.030407 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)
06:12:09.183298 tst               switch_tch_pdch.py: using LAC 26398
06:12:09.293976 tst               switch_tch_pdch.py: using RAC 133
06:12:09.406311 tst               switch_tch_pdch.py: using CellId 26398
06:12:09.516703 tst               switch_tch_pdch.py: using BVCI 26399
06:12:09.538584 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)
06:12:09.549630 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)
06:12:09.560417 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)
06:12:09.571515 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)
06:12:09.582661 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)
06:12:09.593747 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)
06:12:09.604938 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)
06:12:09.615977 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)
06:12:09.729681 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)
06:12:10.009545 tst            switch_tch_pdch.py:51: start network...
06:12:10.137094 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
06:12:10.627994 run          create_hlr_db(pid=3252): Launched
06:12:10.805744 bus                          /gobi_6: Setting Powered False
06:12:11.825773 run          create_hlr_db(pid=3252): Terminated: ok {rc=0}
06:12:12.213082 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3254): Launched
06:12:12.497964 run    osmo-hlr_10.42.42.2(pid=3255): Launched
06:12:12.606446 run              osmo-stp_10.42.42.5: Starting osmo-stp
06:12:13.108942 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3257): Launched
06:12:13.394401 run    osmo-stp_10.42.42.5(pid=3258): Launched
06:12:13.498793 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
06:12:13.996038 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3260): Launched
06:12:14.098032 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
06:12:14.346985 run               patchelf(pid=3261): Launched
06:12:14.514261 run    osmo-stp_10.42.42.5(pid=3258): ERR: Terminated: ERROR {rc=1}  [trial-2370↪dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3258)]
06:12:14.637164 run    osmo-stp_10.42.42.5(pid=3258): stdout: 
| (launched: 2022-12-10_06:12:13.253287)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:12:14.760171 run    osmo-stp_10.42.42.5(pid=3258): stderr: 
| �[0;m�[38;5;43m20221210061213421 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210061213421 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210061213422 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210061213422 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210061213422 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210061213422 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210061213422 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:12:14.878276 run    osmo-stp_10.42.42.5(pid=3258): stdout: 
| (launched: 2022-12-10_06:12:13.253287)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:12:14.995434 run    osmo-stp_10.42.42.5(pid=3258): stderr: 
| �[0;m�[38;5;43m20221210061213421 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210061213421 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210061213422 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210061213422 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210061213422 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210061213422 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210061213422 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:12:15.131496 run               patchelf(pid=3261): Terminating (SIGINT)
06:12:15.291430 run               patchelf(pid=3261): Terminated: ok {rc=0}
06:12:15.321056 tst            switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=3258): Process ended prematurely: osmo-stp_10.42.42.5(pid=3258) [trial-2370↪dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3258)]  [trial-2370↪dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54]
06:12:15.329856 tst            switch_tch_pdch.py:54: Test FAILED (6.3 sec)
06:12:15.388939 run    osmo-hlr_10.42.42.2(pid=3255): ERR: Terminated: ERROR {rc=237}  [trial-2370↪dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3255)]
06:12:15.436811 run    osmo-hlr_10.42.42.2(pid=3255): stdout: 
| (launched: 2022-12-10_06:12:12.357479) 
06:12:15.485420 run    osmo-hlr_10.42.42.2(pid=3255): stderr: 
| �[0;m�[1;31m20221210061212529 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210061212529 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210061212529 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210061212529 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210061212529 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210061212529 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210061212541 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210061212550 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210061212550 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210061212550 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
06:12:15.526348 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3254): Terminating (SIGTERM)
06:12:15.565232 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3257): Terminating (SIGTERM)
06:12:15.604238 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3260): Terminating (SIGTERM)
06:12:15.613418 ---      ParallelTerminationStrategy: PID 3254 died...
06:12:15.665467 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3254): Terminated: ok {rc=0}
06:12:15.675035 ---      ParallelTerminationStrategy: PID 3257 died...
06:12:15.726850 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3257): Terminated: ok {rc=0}
06:12:15.736374 ---      ParallelTerminationStrategy: PID 3260 died...
06:12:15.788203 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3260): Terminated: ok {rc=0}
06:12:15.873244 bus                          /gobi_0: Setting Powered False
06:12:16.975794 bus                          /gobi_0: Setting Powered False
06:12:18.079828 bus                          /gobi_6: Setting Powered False
</stdout></case><duration>12.0</duration><id>93</id><name>dynts_trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any</name><properties></properties><timestamp>2022-12-10T06:12:08</timestamp></suite><suite><case><age>232</age><className>dynts:trx-umtrx+mod-bts0-dynts67-osmo</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=3272): Process ended prematurely: osmo-stp_10.42.42.5(pid=3272) [trial-2370↪dynts:trx-umtrx+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3272)]</errorStackTrace><failedSince>2139</failedSince><name>switch_tch_pdch.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py", line 54, in &lt;module&gt;
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3272): Process ended prematurely: osmo-stp_10.42.42.5(pid=3272) [trial-2370↪dynts:trx-umtrx+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3272)]
</stderr><stdout>
----------------------------------------------
trial-2370 dynts:trx-umtrx+mod-bts0-dynts67-osmo switch_tch_pdch.py
----------------------------------------------
06:12:20.056585 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)
06:12:20.067844 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1)
06:12:20.223372 tst               switch_tch_pdch.py: using LAC 26399
06:12:20.354677 tst               switch_tch_pdch.py: using RAC 134
06:12:20.478164 tst               switch_tch_pdch.py: using CellId 26399
06:12:20.596511 tst               switch_tch_pdch.py: using BVCI 26400
06:12:20.620306 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)
06:12:20.631506 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)
06:12:20.642588 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)
06:12:20.653690 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)
06:12:20.664804 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)
06:12:20.675828 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)
06:12:20.686974 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)
06:12:20.698045 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)
06:12:20.815714 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)
06:12:21.090776 tst            switch_tch_pdch.py:51: start network...
06:12:21.209017 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
06:12:21.633175 run          create_hlr_db(pid=3266): Launched
06:12:21.749773 bus                          /gobi_6: Setting Powered False
06:12:22.818600 run          create_hlr_db(pid=3266): Terminated: ok {rc=0}
06:12:23.174709 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3268): Launched
06:12:23.458174 run    osmo-hlr_10.42.42.2(pid=3269): Launched
06:12:23.559896 run              osmo-stp_10.42.42.5: Starting osmo-stp
06:12:24.029383 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3271): Launched
06:12:24.314266 run    osmo-stp_10.42.42.5(pid=3272): Launched
06:12:24.417952 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
06:12:24.891208 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3274): Launched
06:12:24.992392 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
06:12:25.241857 run               patchelf(pid=3275): Launched
06:12:25.409960 run    osmo-stp_10.42.42.5(pid=3272): ERR: Terminated: ERROR {rc=1}  [trial-2370↪dynts:trx-umtrx+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3272)]
06:12:25.533165 run    osmo-stp_10.42.42.5(pid=3272): stdout: 
| (launched: 2022-12-10_06:12:24.173906)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:12:25.656842 run    osmo-stp_10.42.42.5(pid=3272): stderr: 
| �[0;m�[38;5;43m20221210061224341 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210061224341 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210061224341 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210061224341 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210061224342 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210061224342 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210061224342 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:12:25.775618 run    osmo-stp_10.42.42.5(pid=3272): stdout: 
| (launched: 2022-12-10_06:12:24.173906)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:12:25.893268 run    osmo-stp_10.42.42.5(pid=3272): stderr: 
| �[0;m�[38;5;43m20221210061224341 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210061224341 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210061224341 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210061224341 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210061224342 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210061224342 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210061224342 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:12:26.030373 run               patchelf(pid=3275): Terminating (SIGINT)
06:12:26.191245 run               patchelf(pid=3275): Terminated: ok {rc=0}
06:12:26.220758 tst            switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=3272): Process ended prematurely: osmo-stp_10.42.42.5(pid=3272) [trial-2370↪dynts:trx-umtrx+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3272)]  [trial-2370↪dynts:trx-umtrx+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54]
06:12:26.229337 tst            switch_tch_pdch.py:54: Test FAILED (6.2 sec)
06:12:26.288001 run    osmo-hlr_10.42.42.2(pid=3269): ERR: Terminated: ERROR {rc=237}  [trial-2370↪dynts:trx-umtrx+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3269)]
06:12:26.335976 run    osmo-hlr_10.42.42.2(pid=3269): stdout: 
| (launched: 2022-12-10_06:12:23.318184) 
06:12:26.384811 run    osmo-hlr_10.42.42.2(pid=3269): stderr: 
| �[0;m�[1;31m20221210061223492 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210061223492 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210061223492 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210061223492 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210061223492 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210061223492 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210061223504 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/dynts:trx-umtrx+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210061223512 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210061223513 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210061223513 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
06:12:26.425608 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3268): Terminating (SIGTERM)
06:12:26.464336 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3271): Terminating (SIGTERM)
06:12:26.503056 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3274): Terminating (SIGTERM)
06:12:26.512187 ---      ParallelTerminationStrategy: PID 3268 died...
06:12:26.564138 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3268): Terminated: ok {rc=0}
06:12:26.573845 ---      ParallelTerminationStrategy: PID 3271 died...
06:12:26.626145 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3271): Terminated: ok {rc=0}
06:12:26.635710 ---      ParallelTerminationStrategy: PID 3274 died...
06:12:26.687947 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3274): Terminated: ok {rc=0}
06:12:26.770574 bus                          /gobi_0: Setting Powered False
06:12:27.876482 bus                          /gobi_0: Setting Powered False
06:12:28.982233 bus                          /gobi_6: Setting Powered False
</stdout></case><duration>11.0</duration><id>94</id><name>dynts_trx-umtrx+mod-bts0-dynts67-osmo</name><properties></properties><timestamp>2022-12-10T06:12:19</timestamp></suite><suite><case><age>231</age><className>nitb_sms:trx-lms</className><duration>4.0</duration><errorStackTrace>osmo-nitb_10.42.42.2(pid=3281): Process ended prematurely: osmo-nitb_10.42.42.2(pid=3281) [trial-2370↪nitb_sms:trx-lms↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=3281)]</errorStackTrace><failedSince>2140</failedSince><name>mo_mt_sms.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py", line 11, in &lt;module&gt;
    nitb.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py", line 67, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=3281): Process ended prematurely: osmo-nitb_10.42.42.2(pid=3281) [trial-2370↪nitb_sms:trx-lms↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=3281)]
</stderr><stdout>
----------------------------------------------
trial-2370 nitb_sms:trx-lms mo_mt_sms.py
----------------------------------------------
06:12:30.879615 tst                 nitb_sms:trx-lms: Using 1 x ip_address (candidates: 1)
06:12:30.892146 tst                 nitb_sms:trx-lms: Using 1 x bts (candidates: 1)
06:12:31.064614 tst                     mo_mt_sms.py: using LAC 26400
06:12:31.213697 tst                     mo_mt_sms.py: using RAC 135
06:12:31.339258 tst                     mo_mt_sms.py: using CellId 26400
06:12:31.463802 tst                     mo_mt_sms.py: using BVCI 26401
06:12:31.488430 tst                 nitb_sms:trx-lms: Using 1 x modem (candidates: 2)
06:12:31.613586 tst                 nitb_sms:trx-lms: Using 1 x modem (candidates: 2)
06:12:31.942393 tst                   mo_mt_sms.py:9: start nitb and bts...
06:12:32.076852 run             osmo-nitb_10.42.42.2: Starting osmo-nitb
06:12:32.715995 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=3280): Launched
06:12:33.017094 run   osmo-nitb_10.42.42.2(pid=3281): Launched
06:12:33.205389 run   osmo-nitb_10.42.42.2(pid=3281): ERR: Terminated: ERROR {rc=2}  [trial-2370↪nitb_sms:trx-lms↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=3281)]
06:12:33.345057 run   osmo-nitb_10.42.42.2(pid=3281): stdout: 
| (launched: 2022-12-10_06:12:32.870750) 
06:12:33.484439 run   osmo-nitb_10.42.42.2(pid=3281): stderr: 
| (launched: 2022-12-10_06:12:32.916040)
| ======================================================================
| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and
| obsolete for several years.  If you really want to ignore years of hard work on
| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),
| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line
| argument.  DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!
| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box
| ====================================================================== 
06:12:33.619026 run   osmo-nitb_10.42.42.2(pid=3281): stdout: 
| (launched: 2022-12-10_06:12:32.870750) 
06:12:33.752246 run   osmo-nitb_10.42.42.2(pid=3281): stderr: 
| (launched: 2022-12-10_06:12:32.916040)
| ======================================================================
| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and
| obsolete for several years.  If you really want to ignore years of hard work on
| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),
| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line
| argument.  DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!
| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box
| ====================================================================== 
06:12:34.140806 tst   osmo-nitb_10.42.42.2(pid=3281): stdout: 
| (launched: 2022-12-10_06:12:32.870750) 
06:12:34.263093 tst   osmo-nitb_10.42.42.2(pid=3281): stderr: 
| (launched: 2022-12-10_06:12:32.916040)
| ======================================================================
| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and
| obsolete for several years.  If you really want to ignore years of hard work on
| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),
| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line
| argument.  DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!
| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box
| ====================================================================== 
06:12:34.316749 tst                  mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=3281): Process ended prematurely: osmo-nitb_10.42.42.2(pid=3281) [trial-2370↪nitb_sms:trx-lms↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=3281)]  [trial-2370↪nitb_sms:trx-lms↪mo_mt_sms.py:11]
06:12:34.325430 tst                  mo_mt_sms.py:11: Test FAILED (3.4 sec)
06:12:34.360693 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=3280): Terminating (SIGTERM)
06:12:34.538276 ---      ParallelTerminationStrategy: PID 3280 died...
06:12:34.594306 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=3280): Terminated: ok {rc=0}
06:12:34.680605 bus                        /sierra_3: Setting Powered False
06:12:35.785057 bus                        /sierra_3: Setting Powered False
06:12:36.896353 bus                        /sierra_2: Setting Powered False
</stdout></case><duration>8.0</duration><id>95</id><name>nitb_sms_trx-lms</name><properties></properties><timestamp>2022-12-10T06:12:30</timestamp></suite><suite><case><age>40</age><className>sms:trx-lms</className><duration>6.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=3292): Process ended prematurely: osmo-stp_10.42.42.5(pid=3292) [trial-2370↪sms:trx-lms↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3292)]</errorStackTrace><failedSince>2331</failedSince><name>mo_mt_sms.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py", line 16, in &lt;module&gt;
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3292): Process ended prematurely: osmo-stp_10.42.42.5(pid=3292) [trial-2370↪sms:trx-lms↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3292)]
</stderr><stdout>
----------------------------------------------
trial-2370 sms:trx-lms mo_mt_sms.py
----------------------------------------------
06:12:38.785311 tst                      sms:trx-lms: Using 1 x ip_address (candidates: 6)
06:12:38.796030 tst                      sms:trx-lms: Using 1 x bts (candidates: 1)
06:12:38.932844 tst                     mo_mt_sms.py: using LAC 26401
06:12:39.054832 tst                     mo_mt_sms.py: using RAC 136
06:12:39.174157 tst                     mo_mt_sms.py: using CellId 26401
06:12:39.294009 tst                     mo_mt_sms.py: using BVCI 26402
06:12:39.317423 tst                      sms:trx-lms: Using 1 x ip_address (candidates: 6)
06:12:39.328032 tst                      sms:trx-lms: Using 1 x ip_address (candidates: 6)
06:12:39.338733 tst                      sms:trx-lms: Using 1 x ip_address (candidates: 6)
06:12:39.349383 tst                      sms:trx-lms: Using 1 x ip_address (candidates: 6)
06:12:39.359978 tst                      sms:trx-lms: Using 1 x ip_address (candidates: 6)
06:12:39.370562 tst                      sms:trx-lms: Using 1 x modem (candidates: 2)
06:12:39.486599 tst                      sms:trx-lms: Using 1 x modem (candidates: 2)
06:12:39.680626 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
06:12:40.127974 run          create_hlr_db(pid=3286): Launched
06:12:40.292599 bus                        /sierra_2: Setting Powered False
06:12:41.312451 run          create_hlr_db(pid=3286): Terminated: ok {rc=0}
06:12:41.693637 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3288): Launched
06:12:41.977475 run    osmo-hlr_10.42.42.2(pid=3289): Launched
06:12:42.086586 run              osmo-stp_10.42.42.5: Starting osmo-stp
06:12:42.588295 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3291): Launched
06:12:42.872341 run    osmo-stp_10.42.42.5(pid=3292): Launched
06:12:42.975676 run              osmo-msc_10.42.42.6: Starting osmo-msc
06:12:43.497403 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3294): Launched
06:12:43.782151 run    osmo-msc_10.42.42.6(pid=3295): Launched
06:12:43.951464 run    osmo-stp_10.42.42.5(pid=3292): ERR: Terminated: ERROR {rc=1}  [trial-2370↪sms:trx-lms↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3292)]
06:12:44.074337 run    osmo-stp_10.42.42.5(pid=3292): stdout: 
| (launched: 2022-12-10_06:12:42.731745)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:12:44.193610 run    osmo-stp_10.42.42.5(pid=3292): stderr: 
| �[0;m�[38;5;43m20221210061242900 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210061242900 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210061242900 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210061242901 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210061242901 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210061242901 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210061242901 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:12:44.307933 run    osmo-stp_10.42.42.5(pid=3292): stdout: 
| (launched: 2022-12-10_06:12:42.731745)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:12:44.421256 run    osmo-stp_10.42.42.5(pid=3292): stderr: 
| �[0;m�[38;5;43m20221210061242900 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210061242900 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210061242900 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210061242901 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210061242901 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210061242901 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210061242901 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:12:44.471147 tst                  mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=3292): Process ended prematurely: osmo-stp_10.42.42.5(pid=3292) [trial-2370↪sms:trx-lms↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3292)]  [trial-2370↪sms:trx-lms↪mo_mt_sms.py:16]
06:12:44.479153 tst                  mo_mt_sms.py:16: Test FAILED (5.7 sec)
06:12:44.537555 run    osmo-hlr_10.42.42.2(pid=3289): ERR: Terminated: ERROR {rc=237}  [trial-2370↪sms:trx-lms↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3289)]
06:12:44.585768 run    osmo-hlr_10.42.42.2(pid=3289): stdout: 
| (launched: 2022-12-10_06:12:41.837351) 
06:12:44.634502 run    osmo-hlr_10.42.42.2(pid=3289): stderr: 
| �[0;m�[1;31m20221210061242012 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210061242012 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210061242012 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210061242012 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210061242012 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210061242012 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210061242027 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/sms:trx-lms/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210061242035 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210061242036 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210061242036 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
06:12:44.700243 run    osmo-msc_10.42.42.6(pid=3295): ERR: Terminated: ERROR {rc=2}  [trial-2370↪sms:trx-lms↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=3295)]
06:12:44.748150 run    osmo-msc_10.42.42.6(pid=3295): stdout: 
| (launched: 2022-12-10_06:12:43.641284) 
06:12:44.796741 run    osmo-msc_10.42.42.6(pid=3295): stderr: 
| �[0;m�[38;5;43m20221210061243911 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210061243911 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fcad7dacc40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210061243911 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210061243911 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210061243911 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210061243911 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210061243913 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210061243913 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210061243914 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210061243914 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
06:12:44.837795 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3288): Terminating (SIGTERM)
06:12:44.876797 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3291): Terminating (SIGTERM)
06:12:44.915534 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3294): Terminating (SIGTERM)
06:12:44.924613 ---      ParallelTerminationStrategy: PID 3288 died...
06:12:44.976585 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3288): Terminated: ok {rc=0}
06:12:44.986071 ---      ParallelTerminationStrategy: PID 3291 died...
06:12:45.037571 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3291): Terminated: ok {rc=0}
06:12:45.047031 ---      ParallelTerminationStrategy: PID 3294 died...
06:12:45.098652 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3294): Terminated: ok {rc=0}
06:12:45.185560 bus                        /sierra_3: Setting Powered False
06:12:46.289333 bus                        /sierra_3: Setting Powered False
06:12:47.397677 bus                        /sierra_2: Setting Powered False
</stdout></case><duration>11.0</duration><id>96</id><name>sms_trx-lms</name><properties></properties><timestamp>2022-12-10T06:12:38</timestamp></suite><suite><case><age>231</age><className>nitb_ussd:trx-lms</className><duration>4.0</duration><errorStackTrace>osmo-nitb_10.42.42.2(pid=3301): Process ended prematurely: osmo-nitb_10.42.42.2(pid=3301) [trial-2370↪nitb_ussd:trx-lms↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=3301)]</errorStackTrace><failedSince>2140</failedSince><name>assert_extension.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py", line 12, in &lt;module&gt;
    nitb.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py", line 67, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=3301): Process ended prematurely: osmo-nitb_10.42.42.2(pid=3301) [trial-2370↪nitb_ussd:trx-lms↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=3301)]
</stderr><stdout>
----------------------------------------------
trial-2370 nitb_ussd:trx-lms assert_extension.py
----------------------------------------------
06:12:49.235773 tst                nitb_ussd:trx-lms: Using 1 x ip_address (candidates: 1)
06:12:49.246882 tst                nitb_ussd:trx-lms: Using 1 x bts (candidates: 1)
06:12:49.383945 tst              assert_extension.py: using LAC 26402
06:12:49.504198 tst              assert_extension.py: using RAC 137
06:12:49.624255 tst              assert_extension.py: using CellId 26402
06:12:49.739440 tst              assert_extension.py: using BVCI 26403
06:12:49.761256 tst                nitb_ussd:trx-lms: Using 1 x modem (candidates: 1)
06:12:50.037564 tst           assert_extension.py:10: start nitb and bts...
06:12:50.164105 run             osmo-nitb_10.42.42.2: Starting osmo-nitb
06:12:50.799213 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=3300): Launched
06:12:51.101891 run   osmo-nitb_10.42.42.2(pid=3301): Launched
06:12:51.292125 run   osmo-nitb_10.42.42.2(pid=3301): ERR: Terminated: ERROR {rc=2}  [trial-2370↪nitb_ussd:trx-lms↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=3301)]
06:12:51.431748 run   osmo-nitb_10.42.42.2(pid=3301): stdout: 
| (launched: 2022-12-10_06:12:50.954442) 
06:12:51.571404 run   osmo-nitb_10.42.42.2(pid=3301): stderr: 
| (launched: 2022-12-10_06:12:50.999933)
| ======================================================================
| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and
| obsolete for several years.  If you really want to ignore years of hard work on
| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),
| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line
| argument.  DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!
| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box
| ====================================================================== 
06:12:51.706870 run   osmo-nitb_10.42.42.2(pid=3301): stdout: 
| (launched: 2022-12-10_06:12:50.954442) 
06:12:51.840466 run   osmo-nitb_10.42.42.2(pid=3301): stderr: 
| (launched: 2022-12-10_06:12:50.999933)
| ======================================================================
| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and
| obsolete for several years.  If you really want to ignore years of hard work on
| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),
| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line
| argument.  DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!
| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box
| ====================================================================== 
06:12:52.226820 tst   osmo-nitb_10.42.42.2(pid=3301): stdout: 
| (launched: 2022-12-10_06:12:50.954442) 
06:12:52.349204 tst   osmo-nitb_10.42.42.2(pid=3301): stderr: 
| (launched: 2022-12-10_06:12:50.999933)
| ======================================================================
| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and
| obsolete for several years.  If you really want to ignore years of hard work on
| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),
| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line
| argument.  DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!
| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box
| ====================================================================== 
06:12:52.403410 tst           assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=3301): Process ended prematurely: osmo-nitb_10.42.42.2(pid=3301) [trial-2370↪nitb_ussd:trx-lms↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=3301)]  [trial-2370↪nitb_ussd:trx-lms↪assert_extension.py:12]
06:12:52.411976 tst           assert_extension.py:12: Test FAILED (3.2 sec)
06:12:52.447349 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=3300): Terminating (SIGTERM)
06:12:52.624798 ---      ParallelTerminationStrategy: PID 3300 died...
06:12:52.680479 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=3300): Terminated: ok {rc=0}
06:12:52.765578 bus                        /sierra_2: Setting Powered False
</stdout></case><duration>6.0</duration><id>97</id><name>nitb_ussd_trx-lms</name><properties></properties><timestamp>2022-12-10T06:12:49</timestamp></suite><suite><case><age>40</age><className>ussd:trx-lms</className><duration>6.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=3311): Process ended prematurely: osmo-stp_10.42.42.5(pid=3311) [trial-2370↪ussd:trx-lms↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3311)]</errorStackTrace><failedSince>2331</failedSince><name>assert_extension.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py", line 17, in &lt;module&gt;
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3311): Process ended prematurely: osmo-stp_10.42.42.5(pid=3311) [trial-2370↪ussd:trx-lms↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3311)]
</stderr><stdout>
----------------------------------------------
trial-2370 ussd:trx-lms assert_extension.py
----------------------------------------------
06:12:54.600418 tst                     ussd:trx-lms: Using 1 x ip_address (candidates: 6)
06:12:54.611306 tst                     ussd:trx-lms: Using 1 x bts (candidates: 1)
06:12:54.748431 tst              assert_extension.py: using LAC 26403
06:12:54.868087 tst              assert_extension.py: using RAC 138
06:12:54.987462 tst              assert_extension.py: using CellId 26403
06:12:55.106670 tst              assert_extension.py: using BVCI 26404
06:12:55.129783 tst                     ussd:trx-lms: Using 1 x ip_address (candidates: 6)
06:12:55.140586 tst                     ussd:trx-lms: Using 1 x ip_address (candidates: 6)
06:12:55.151399 tst                     ussd:trx-lms: Using 1 x ip_address (candidates: 6)
06:12:55.162196 tst                     ussd:trx-lms: Using 1 x ip_address (candidates: 6)
06:12:55.172860 tst                     ussd:trx-lms: Using 1 x ip_address (candidates: 6)
06:12:55.183568 tst                     ussd:trx-lms: Using 1 x modem (candidates: 1)
06:12:55.373258 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
06:12:55.820203 run          create_hlr_db(pid=3305): Launched
06:12:55.985094 bus                        /sierra_2: Setting Powered False
06:12:57.005186 run          create_hlr_db(pid=3305): Terminated: ok {rc=0}
06:12:57.387234 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3307): Launched
06:12:57.673671 run    osmo-hlr_10.42.42.2(pid=3308): Launched
06:12:57.779334 run              osmo-stp_10.42.42.5: Starting osmo-stp
06:12:58.276399 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3310): Launched
06:12:58.561676 run    osmo-stp_10.42.42.5(pid=3311): Launched
06:12:58.664276 run              osmo-msc_10.42.42.6: Starting osmo-msc
06:12:59.182761 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3313): Launched
06:12:59.467535 run    osmo-msc_10.42.42.6(pid=3314): Launched
06:12:59.635690 run    osmo-stp_10.42.42.5(pid=3311): ERR: Terminated: ERROR {rc=1}  [trial-2370↪ussd:trx-lms↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3311)]
06:12:59.758443 run    osmo-stp_10.42.42.5(pid=3311): stdout: 
| (launched: 2022-12-10_06:12:58.421212)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:12:59.878341 run    osmo-stp_10.42.42.5(pid=3311): stderr: 
| �[0;m�[38;5;43m20221210061258588 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210061258588 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210061258588 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210061258588 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210061258591 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210061258591 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210061258591 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:12:59.993151 run    osmo-stp_10.42.42.5(pid=3311): stdout: 
| (launched: 2022-12-10_06:12:58.421212)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:13:00.106867 run    osmo-stp_10.42.42.5(pid=3311): stderr: 
| �[0;m�[38;5;43m20221210061258588 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210061258588 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210061258588 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210061258588 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210061258591 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210061258591 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210061258591 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:13:00.157034 tst           assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=3311): Process ended prematurely: osmo-stp_10.42.42.5(pid=3311) [trial-2370↪ussd:trx-lms↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3311)]  [trial-2370↪ussd:trx-lms↪assert_extension.py:17]
06:13:00.165189 tst           assert_extension.py:17: Test FAILED (5.6 sec)
06:13:00.223883 run    osmo-hlr_10.42.42.2(pid=3308): ERR: Terminated: ERROR {rc=237}  [trial-2370↪ussd:trx-lms↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3308)]
06:13:00.272281 run    osmo-hlr_10.42.42.2(pid=3308): stdout: 
| (launched: 2022-12-10_06:12:57.531754) 
06:13:00.321278 run    osmo-hlr_10.42.42.2(pid=3308): stderr: 
| �[0;m�[1;31m20221210061257702 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210061257702 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210061257702 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210061257702 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210061257702 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210061257702 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210061257715 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/ussd:trx-lms/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210061257723 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210061257724 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210061257724 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
06:13:00.387489 run    osmo-msc_10.42.42.6(pid=3314): ERR: Terminated: ERROR {rc=2}  [trial-2370↪ussd:trx-lms↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=3314)]
06:13:00.436067 run    osmo-msc_10.42.42.6(pid=3314): stdout: 
| (launched: 2022-12-10_06:12:59.326646) 
06:13:00.484932 run    osmo-msc_10.42.42.6(pid=3314): stderr: 
| �[0;m�[38;5;43m20221210061259596 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210061259596 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f2aeb946c40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210061259596 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210061259596 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210061259597 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210061259597 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210061259598 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210061259599 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210061259599 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210061259599 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
06:13:00.526261 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3307): Terminating (SIGTERM)
06:13:00.565310 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3310): Terminating (SIGTERM)
06:13:00.604254 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3313): Terminating (SIGTERM)
06:13:00.613495 ---      ParallelTerminationStrategy: PID 3307 died...
06:13:00.665898 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3307): Terminated: ok {rc=0}
06:13:00.675433 ---      ParallelTerminationStrategy: PID 3310 died...
06:13:00.727468 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3310): Terminated: ok {rc=0}
06:13:00.737100 ---      ParallelTerminationStrategy: PID 3313 died...
06:13:00.788740 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3313): Terminated: ok {rc=0}
06:13:00.893222 bus                        /sierra_2: Setting Powered False
</stdout></case><duration>9.0</duration><id>98</id><name>ussd_trx-lms</name><properties></properties><timestamp>2022-12-10T06:12:54</timestamp></suite><suite><case><age>44</age><className>voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1</className><duration>6.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=3325): Process ended prematurely: osmo-stp_10.42.42.5(pid=3325) [trial-2370↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3325)]</errorStackTrace><failedSince>2327</failedSince><name>mo_mt_call.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py", line 8, in &lt;module&gt;
    test_mo_mt_call(False, False)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py", line 19, in test_mo_mt_call
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3325): Process ended prematurely: osmo-stp_10.42.42.5(pid=3325) [trial-2370↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3325)]
</stderr><stdout>
----------------------------------------------
trial-2370 voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py
----------------------------------------------
06:13:02.895157 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)
06:13:02.906662 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)
06:13:03.062469 tst                    mo_mt_call.py: using LAC 26404
06:13:03.178586 tst                    mo_mt_call.py: using RAC 139
06:13:03.293111 tst                    mo_mt_call.py: using CellId 26404
06:13:03.408098 tst                    mo_mt_call.py: using BVCI 26405
06:13:03.430517 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)
06:13:03.441649 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)
06:13:03.452653 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)
06:13:03.463987 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)
06:13:03.475201 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)
06:13:03.486371 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)
06:13:03.603627 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)
06:13:03.810119 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
06:13:04.308772 run          create_hlr_db(pid=3319): Launched
06:13:04.490409 bus                        /sierra_2: Setting Powered False
06:13:05.510776 run          create_hlr_db(pid=3319): Terminated: ok {rc=0}
06:13:05.903998 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3321): Launched
06:13:06.195627 run    osmo-hlr_10.42.42.2(pid=3322): Launched
06:13:06.304742 run              osmo-stp_10.42.42.5: Starting osmo-stp
06:13:06.810172 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3324): Launched
06:13:07.099881 run    osmo-stp_10.42.42.5(pid=3325): Launched
06:13:07.205195 run              osmo-msc_10.42.42.6: Starting osmo-msc
06:13:07.737248 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3327): Launched
06:13:08.028410 run    osmo-msc_10.42.42.6(pid=3328): Launched
06:13:08.199861 run    osmo-stp_10.42.42.5(pid=3325): ERR: Terminated: ERROR {rc=1}  [trial-2370↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3325)]
06:13:08.324269 run    osmo-stp_10.42.42.5(pid=3325): stdout: 
| (launched: 2022-12-10_06:13:06.957241)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:13:08.446450 run    osmo-stp_10.42.42.5(pid=3325): stderr: 
| �[0;m�[38;5;43m20221210061307126 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210061307126 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210061307126 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210061307127 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210061307127 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210061307127 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210061307127 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:13:08.563941 run    osmo-stp_10.42.42.5(pid=3325): stdout: 
| (launched: 2022-12-10_06:13:06.957241)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:13:08.679636 run    osmo-stp_10.42.42.5(pid=3325): stderr: 
| �[0;m�[38;5;43m20221210061307126 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210061307126 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210061307126 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210061307127 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210061307127 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210061307127 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210061307127 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:13:08.731185 tst                  mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=3325): Process ended prematurely: osmo-stp_10.42.42.5(pid=3325) [trial-2370↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3325)]  [trial-2370↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]
06:13:08.739801 tst                  mo_mt_call.py:8: Test FAILED (5.9 sec)
06:13:08.799469 run    osmo-hlr_10.42.42.2(pid=3322): ERR: Terminated: ERROR {rc=237}  [trial-2370↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3322)]
06:13:08.848106 run    osmo-hlr_10.42.42.2(pid=3322): stdout: 
| (launched: 2022-12-10_06:13:06.051483) 
06:13:08.897520 run    osmo-hlr_10.42.42.2(pid=3322): stderr: 
| �[0;m�[1;31m20221210061306227 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210061306227 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210061306228 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210061306228 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210061306228 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210061306228 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210061306240 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210061306248 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210061306248 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210061306248 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
06:13:08.964024 run    osmo-msc_10.42.42.6(pid=3328): ERR: Terminated: ERROR {rc=2}  [trial-2370↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=3328)]
06:13:09.012790 run    osmo-msc_10.42.42.6(pid=3328): stdout: 
| (launched: 2022-12-10_06:13:07.884106) 
06:13:09.062090 run    osmo-msc_10.42.42.6(pid=3328): stderr: 
| �[0;m�[38;5;43m20221210061308154 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210061308155 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fef03311c40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210061308155 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210061308155 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210061308155 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210061308155 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210061308157 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210061308157 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210061308157 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210061308157 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
06:13:09.103578 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3321): Terminating (SIGTERM)
06:13:09.142963 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3324): Terminating (SIGTERM)
06:13:09.182338 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3327): Terminating (SIGTERM)
06:13:09.191760 ---      ParallelTerminationStrategy: PID 3321 died...
06:13:09.244672 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3321): Terminated: ok {rc=0}
06:13:09.254630 ---      ParallelTerminationStrategy: PID 3324 died...
06:13:09.307261 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3324): Terminated: ok {rc=0}
06:13:09.317200 ---      ParallelTerminationStrategy: PID 3327 died...
06:13:09.370433 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3327): Terminated: ok {rc=0}
06:13:09.458950 bus                        /sierra_3: Setting Powered False
06:13:10.561169 bus                        /sierra_3: Setting Powered False
06:13:11.666508 bus                        /sierra_2: Setting Powered False
</stdout></case><case><age>51</age><className>voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=3336): Process ended prematurely: osmo-stp_10.42.42.5(pid=3336) [trial-2370↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3336)]</errorStackTrace><failedSince>2320</failedSince><name>mo_mt_call_osmux.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py", line 8, in &lt;module&gt;
    test_mo_mt_call(True, True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py", line 19, in test_mo_mt_call
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3336): Process ended prematurely: osmo-stp_10.42.42.5(pid=3336) [trial-2370↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3336)]
</stderr><stdout>
----------------------------------------------
trial-2370 voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py
----------------------------------------------
06:13:12.778792 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)
06:13:12.790794 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)
06:13:12.948185 tst              mo_mt_call_osmux.py: using LAC 26405
06:13:13.069956 tst              mo_mt_call_osmux.py: using RAC 140
06:13:13.194332 tst              mo_mt_call_osmux.py: using CellId 26405
06:13:13.318835 tst              mo_mt_call_osmux.py: using BVCI 26406
06:13:13.342553 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)
06:13:13.354096 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)
06:13:13.365412 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)
06:13:13.376728 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)
06:13:13.388143 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)
06:13:13.399492 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)
06:13:13.515819 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)
06:13:13.723101 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
06:13:14.219886 run          create_hlr_db(pid=3330): Launched
06:13:14.399882 bus                        /sierra_2: Setting Powered False
06:13:15.420840 run          create_hlr_db(pid=3330): Terminated: ok {rc=0}
06:13:15.812247 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3332): Launched
06:13:16.306620 run    osmo-hlr_10.42.42.2(pid=3333): Launched
06:13:16.527390 run              osmo-stp_10.42.42.5: Starting osmo-stp
06:13:17.057923 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3335): Launched
06:13:17.380002 run    osmo-stp_10.42.42.5(pid=3336): Launched
06:13:17.495353 run              osmo-msc_10.42.42.6: Starting osmo-msc
06:13:18.068689 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3338): Launched
06:13:18.380248 run    osmo-msc_10.42.42.6(pid=3339): Launched
06:13:18.563744 run    osmo-stp_10.42.42.5(pid=3336): ERR: Terminated: ERROR {rc=1}  [trial-2370↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3336)]
06:13:18.697285 run    osmo-stp_10.42.42.5(pid=3336): stdout: 
| (launched: 2022-12-10_06:13:17.207567)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:13:18.829326 run    osmo-stp_10.42.42.5(pid=3336): stderr: 
| �[0;m�[38;5;43m20221210061317416 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210061317416 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210061317417 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210061317417 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210061317418 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210061317418 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210061317418 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:13:18.954373 run    osmo-stp_10.42.42.5(pid=3336): stdout: 
| (launched: 2022-12-10_06:13:17.207567)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:13:19.078203 run    osmo-stp_10.42.42.5(pid=3336): stderr: 
| �[0;m�[38;5;43m20221210061317416 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210061317416 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210061317417 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210061317417 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210061317418 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210061317418 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210061317418 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:13:19.133552 tst            mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=3336): Process ended prematurely: osmo-stp_10.42.42.5(pid=3336) [trial-2370↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3336)]  [trial-2370↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]
06:13:19.142904 tst            mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)
06:13:19.204515 run    osmo-hlr_10.42.42.2(pid=3333): ERR: Terminated: ERROR {rc=237}  [trial-2370↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3333)]
06:13:19.254979 run    osmo-hlr_10.42.42.2(pid=3333): stdout: 
| (launched: 2022-12-10_06:13:15.990895) 
06:13:19.306232 run    osmo-hlr_10.42.42.2(pid=3333): stderr: 
| �[0;m�[1;31m20221210061316246 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210061316246 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210061316246 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210061316247 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210061316247 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210061316247 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210061316267 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210061316287 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210061316287 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210061316287 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
06:13:19.375646 run    osmo-msc_10.42.42.6(pid=3339): ERR: Terminated: ERROR {rc=2}  [trial-2370↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=3339)]
06:13:19.426182 run    osmo-msc_10.42.42.6(pid=3339): stdout: 
| (launched: 2022-12-10_06:13:18.227335) 
06:13:19.477165 run    osmo-msc_10.42.42.6(pid=3339): stderr: 
| �[0;m�[38;5;43m20221210061318547 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210061318548 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fec9e637c40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210061318548 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210061318548 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210061318548 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210061318548 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210061318550 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210061318550 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210061318550 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210061318550 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
06:13:19.520366 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3332): Terminating (SIGTERM)
06:13:19.561555 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3335): Terminating (SIGTERM)
06:13:19.602640 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3338): Terminating (SIGTERM)
06:13:19.612129 ---      ParallelTerminationStrategy: PID 3332 died...
06:13:19.667444 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3332): Terminated: ok {rc=0}
06:13:19.677461 ---      ParallelTerminationStrategy: PID 3335 died...
06:13:19.732046 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3335): Terminated: ok {rc=0}
06:13:19.741841 ---      ParallelTerminationStrategy: PID 3338 died...
06:13:19.796350 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3338): Terminated: ok {rc=0}
06:13:19.882308 bus                        /sierra_3: Setting Powered False
06:13:20.987290 bus                        /sierra_3: Setting Powered False
06:13:22.093786 bus                        /sierra_2: Setting Powered False
</stdout></case><duration>22.0</duration><id>99</id><name>voice_trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1</name><properties></properties><timestamp>2022-12-10T06:13:02</timestamp></suite><suite><case><age>40</age><className>voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=3350): Process ended prematurely: osmo-stp_10.42.42.5(pid=3350) [trial-2370↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3350)]</errorStackTrace><failedSince>2331</failedSince><name>mo_mt_call.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py", line 8, in &lt;module&gt;
    test_mo_mt_call(False, False)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py", line 19, in test_mo_mt_call
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3350): Process ended prematurely: osmo-stp_10.42.42.5(pid=3350) [trial-2370↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3350)]
</stderr><stdout>
----------------------------------------------
trial-2370 voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py
----------------------------------------------
06:13:24.072106 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)
06:13:24.083080 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)
06:13:24.242262 tst                    mo_mt_call.py: using LAC 26406
06:13:24.365405 tst                    mo_mt_call.py: using RAC 141
06:13:24.489572 tst                    mo_mt_call.py: using CellId 26406
06:13:24.614624 tst                    mo_mt_call.py: using BVCI 26407
06:13:24.638858 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)
06:13:24.650629 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)
06:13:24.662042 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)
06:13:24.673619 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)
06:13:24.685252 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)
06:13:24.696899 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)
06:13:24.810750 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)
06:13:25.014283 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
06:13:25.514251 run          create_hlr_db(pid=3344): Launched
06:13:25.694674 bus                        /sierra_2: Setting Powered False
06:13:26.716433 run          create_hlr_db(pid=3344): Terminated: ok {rc=0}
06:13:27.133825 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3346): Launched
06:13:27.446567 run    osmo-hlr_10.42.42.2(pid=3347): Launched
06:13:27.565223 run              osmo-stp_10.42.42.5: Starting osmo-stp
06:13:28.111754 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3349): Launched
06:13:28.423778 run    osmo-stp_10.42.42.5(pid=3350): Launched
06:13:28.536650 run              osmo-msc_10.42.42.6: Starting osmo-msc
06:13:29.110055 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3352): Launched
06:13:29.421843 run    osmo-msc_10.42.42.6(pid=3353): Launched
06:13:29.604926 run    osmo-stp_10.42.42.5(pid=3350): ERR: Terminated: ERROR {rc=1}  [trial-2370↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3350)]
06:13:29.738536 run    osmo-stp_10.42.42.5(pid=3350): stdout: 
| (launched: 2022-12-10_06:13:28.270028)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:13:29.870778 run    osmo-stp_10.42.42.5(pid=3350): stderr: 
| �[0;m�[38;5;43m20221210061328460 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210061328460 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210061328461 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210061328461 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210061328462 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210061328462 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210061328462 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:13:29.996377 run    osmo-stp_10.42.42.5(pid=3350): stdout: 
| (launched: 2022-12-10_06:13:28.270028)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:13:30.120615 run    osmo-stp_10.42.42.5(pid=3350): stderr: 
| �[0;m�[38;5;43m20221210061328460 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210061328460 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210061328461 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210061328461 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210061328462 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210061328462 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210061328462 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:13:30.175931 tst                  mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=3350): Process ended prematurely: osmo-stp_10.42.42.5(pid=3350) [trial-2370↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3350)]  [trial-2370↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]
06:13:30.185262 tst                  mo_mt_call.py:8: Test FAILED (6.1 sec)
06:13:30.246951 run    osmo-hlr_10.42.42.2(pid=3347): ERR: Terminated: ERROR {rc=237}  [trial-2370↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3347)]
06:13:30.297882 run    osmo-hlr_10.42.42.2(pid=3347): stdout: 
| (launched: 2022-12-10_06:13:27.292678) 
06:13:30.349428 run    osmo-hlr_10.42.42.2(pid=3347): stderr: 
| �[0;m�[1;31m20221210061327491 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210061327491 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210061327491 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210061327491 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210061327491 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210061327491 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210061327505 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210061327515 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210061327515 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210061327515 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
06:13:30.418871 run    osmo-msc_10.42.42.6(pid=3353): ERR: Terminated: ERROR {rc=2}  [trial-2370↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=3353)]
06:13:30.469602 run    osmo-msc_10.42.42.6(pid=3353): stdout: 
| (launched: 2022-12-10_06:13:29.268696) 
06:13:30.520772 run    osmo-msc_10.42.42.6(pid=3353): stderr: 
| �[0;m�[38;5;43m20221210061329590 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210061329590 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa5cf447c40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210061329590 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210061329590 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210061329590 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210061329590 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210061329592 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210061329592 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210061329593 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210061329593 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
06:13:30.564139 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3346): Terminating (SIGTERM)
06:13:30.605022 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3349): Terminating (SIGTERM)
06:13:30.646697 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3352): Terminating (SIGTERM)
06:13:30.656303 ---      ParallelTerminationStrategy: PID 3346 died...
06:13:30.711706 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3346): Terminated: ok {rc=0}
06:13:30.721780 ---      ParallelTerminationStrategy: PID 3349 died...
06:13:30.777065 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3349): Terminated: ok {rc=0}
06:13:30.787127 ---      ParallelTerminationStrategy: PID 3352 died...
06:13:30.846570 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3352): Terminated: ok {rc=0}
06:13:30.947422 bus                        /sierra_3: Setting Powered False
06:13:32.056172 bus                        /sierra_3: Setting Powered False
06:13:33.166064 bus                        /sierra_2: Setting Powered False
</stdout></case><case><age>51</age><className>voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=3361): Process ended prematurely: osmo-stp_10.42.42.5(pid=3361) [trial-2370↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3361)]</errorStackTrace><failedSince>2320</failedSince><name>mo_mt_call_osmux.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py", line 8, in &lt;module&gt;
    test_mo_mt_call(True, True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py", line 19, in test_mo_mt_call
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3361): Process ended prematurely: osmo-stp_10.42.42.5(pid=3361) [trial-2370↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3361)]
</stderr><stdout>
----------------------------------------------
trial-2370 voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py
----------------------------------------------
06:13:34.273500 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)
06:13:34.285085 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)
06:13:34.439187 tst              mo_mt_call_osmux.py: using LAC 26407
06:13:34.554079 tst              mo_mt_call_osmux.py: using RAC 142
06:13:34.678133 tst              mo_mt_call_osmux.py: using CellId 26407
06:13:34.800137 tst              mo_mt_call_osmux.py: using BVCI 26408
06:13:34.824014 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)
06:13:34.835644 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)
06:13:34.847103 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)
06:13:34.858611 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)
06:13:34.870236 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)
06:13:34.881748 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)
06:13:34.998019 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)
06:13:35.205354 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
06:13:35.704357 run          create_hlr_db(pid=3355): Launched
06:13:35.884721 bus                        /sierra_2: Setting Powered False
06:13:36.904082 run          create_hlr_db(pid=3355): Terminated: ok {rc=0}
06:13:37.303186 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3357): Launched
06:13:37.614916 run    osmo-hlr_10.42.42.2(pid=3358): Launched
06:13:37.730159 run              osmo-stp_10.42.42.5: Starting osmo-stp
06:13:38.273187 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3360): Launched
06:13:38.585261 run    osmo-stp_10.42.42.5(pid=3361): Launched
06:13:38.699291 run              osmo-msc_10.42.42.6: Starting osmo-msc
06:13:39.271318 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3363): Launched
06:13:39.583250 run    osmo-msc_10.42.42.6(pid=3364): Launched
06:13:39.768145 run    osmo-stp_10.42.42.5(pid=3361): ERR: Terminated: ERROR {rc=1}  [trial-2370↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3361)]
06:13:39.901332 run    osmo-stp_10.42.42.5(pid=3361): stdout: 
| (launched: 2022-12-10_06:13:38.431702)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:13:40.035273 run    osmo-stp_10.42.42.5(pid=3361): stderr: 
| �[0;m�[38;5;43m20221210061338622 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210061338622 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210061338622 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210061338623 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210061338623 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210061338623 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210061338623 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:13:40.160842 run    osmo-stp_10.42.42.5(pid=3361): stdout: 
| (launched: 2022-12-10_06:13:38.431702)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:13:40.285520 run    osmo-stp_10.42.42.5(pid=3361): stderr: 
| �[0;m�[38;5;43m20221210061338622 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210061338622 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210061338622 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210061338623 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210061338623 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210061338623 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210061338623 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:13:40.340993 tst            mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=3361): Process ended prematurely: osmo-stp_10.42.42.5(pid=3361) [trial-2370↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3361)]  [trial-2370↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]
06:13:40.350483 tst            mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)
06:13:40.412584 run    osmo-hlr_10.42.42.2(pid=3358): ERR: Terminated: ERROR {rc=237}  [trial-2370↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3358)]
06:13:40.463543 run    osmo-hlr_10.42.42.2(pid=3358): stdout: 
| (launched: 2022-12-10_06:13:37.461926) 
06:13:40.515185 run    osmo-hlr_10.42.42.2(pid=3358): stderr: 
| �[0;m�[1;31m20221210061337658 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210061337658 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210061337658 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210061337658 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210061337659 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210061337659 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210061337671 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210061337681 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210061337682 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210061337682 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
06:13:40.584898 run    osmo-msc_10.42.42.6(pid=3364): ERR: Terminated: ERROR {rc=2}  [trial-2370↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=3364)]
06:13:40.635411 run    osmo-msc_10.42.42.6(pid=3364): stdout: 
| (launched: 2022-12-10_06:13:39.429838) 
06:13:40.687029 run    osmo-msc_10.42.42.6(pid=3364): stderr: 
| �[0;m�[38;5;43m20221210061339750 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210061339750 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa4889a9c40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210061339750 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210061339750 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210061339751 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210061339751 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210061339752 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210061339753 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210061339753 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210061339753 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
06:13:40.730741 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3357): Terminating (SIGTERM)
06:13:40.771951 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3360): Terminating (SIGTERM)
06:13:40.812801 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3363): Terminating (SIGTERM)
06:13:40.822587 ---      ParallelTerminationStrategy: PID 3357 died...
06:13:40.877678 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3357): Terminated: ok {rc=0}
06:13:40.887863 ---      ParallelTerminationStrategy: PID 3360 died...
06:13:40.942779 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3360): Terminated: ok {rc=0}
06:13:40.952762 ---      ParallelTerminationStrategy: PID 3363 died...
06:13:41.007983 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3363): Terminated: ok {rc=0}
06:13:41.092567 bus                        /sierra_3: Setting Powered False
06:13:42.193515 bus                        /sierra_3: Setting Powered False
06:13:43.302949 bus                        /sierra_2: Setting Powered False
</stdout></case><duration>22.0</duration><id>100</id><name>voice_trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2</name><properties></properties><timestamp>2022-12-10T06:13:23</timestamp></suite><suite><case><age>40</age><className>voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=3375): Process ended prematurely: osmo-stp_10.42.42.5(pid=3375) [trial-2370↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3375)]</errorStackTrace><failedSince>2331</failedSince><name>mo_mt_call.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py", line 8, in &lt;module&gt;
    test_mo_mt_call(False, False)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py", line 19, in test_mo_mt_call
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3375): Process ended prematurely: osmo-stp_10.42.42.5(pid=3375) [trial-2370↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3375)]
</stderr><stdout>
----------------------------------------------
trial-2370 voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py
----------------------------------------------
06:13:45.300092 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)
06:13:45.311613 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)
06:13:45.476324 tst                    mo_mt_call.py: using LAC 26408
06:13:45.600790 tst                    mo_mt_call.py: using RAC 143
06:13:45.717133 tst                    mo_mt_call.py: using CellId 26408
06:13:45.852336 tst                    mo_mt_call.py: using BVCI 26409
06:13:45.881888 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)
06:13:45.894632 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)
06:13:45.906704 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)
06:13:45.918640 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)
06:13:45.931831 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)
06:13:45.945568 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)
06:13:46.065719 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)
06:13:46.268765 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
06:13:46.805386 run          create_hlr_db(pid=3369): Launched
06:13:46.989395 bus                        /sierra_2: Setting Powered False
06:13:48.007760 run          create_hlr_db(pid=3369): Terminated: ok {rc=0}
06:13:48.425609 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3371): Launched
06:13:48.738886 run    osmo-hlr_10.42.42.2(pid=3372): Launched
06:13:48.854172 run              osmo-stp_10.42.42.5: Starting osmo-stp
06:13:49.397853 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3374): Launched
06:13:49.710953 run    osmo-stp_10.42.42.5(pid=3375): Launched
06:13:49.824074 run              osmo-msc_10.42.42.6: Starting osmo-msc
06:13:50.396317 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3377): Launched
06:13:50.709731 run    osmo-msc_10.42.42.6(pid=3378): Launched
06:13:50.893506 run    osmo-stp_10.42.42.5(pid=3375): ERR: Terminated: ERROR {rc=1}  [trial-2370↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3375)]
06:13:51.027913 run    osmo-stp_10.42.42.5(pid=3375): stdout: 
| (launched: 2022-12-10_06:13:49.556564)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:13:51.160059 run    osmo-stp_10.42.42.5(pid=3375): stderr: 
| �[0;m�[38;5;43m20221210061349746 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210061349747 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210061349747 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210061349747 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210061349748 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210061349748 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210061349748 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:13:51.285762 run    osmo-stp_10.42.42.5(pid=3375): stdout: 
| (launched: 2022-12-10_06:13:49.556564)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:13:51.410000 run    osmo-stp_10.42.42.5(pid=3375): stderr: 
| �[0;m�[38;5;43m20221210061349746 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210061349747 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210061349747 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210061349747 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210061349748 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210061349748 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210061349748 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:13:51.465338 tst                  mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=3375): Process ended prematurely: osmo-stp_10.42.42.5(pid=3375) [trial-2370↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3375)]  [trial-2370↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]
06:13:51.474679 tst                  mo_mt_call.py:8: Test FAILED (6.2 sec)
06:13:51.535814 run    osmo-hlr_10.42.42.2(pid=3372): ERR: Terminated: ERROR {rc=237}  [trial-2370↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3372)]
06:13:51.586353 run    osmo-hlr_10.42.42.2(pid=3372): stdout: 
| (launched: 2022-12-10_06:13:48.584904) 
06:13:51.637561 run    osmo-hlr_10.42.42.2(pid=3372): stderr: 
| �[0;m�[1;31m20221210061348782 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210061348782 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210061348782 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210061348782 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210061348782 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210061348782 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210061348795 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210061348803 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210061348803 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210061348804 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
06:13:51.707473 run    osmo-msc_10.42.42.6(pid=3378): ERR: Terminated: ERROR {rc=2}  [trial-2370↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=3378)]
06:13:51.757855 run    osmo-msc_10.42.42.6(pid=3378): stdout: 
| (launched: 2022-12-10_06:13:50.554562) 
06:13:51.808846 run    osmo-msc_10.42.42.6(pid=3378): stderr: 
| �[0;m�[38;5;43m20221210061350876 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210061350876 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f1285cd4c40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210061350876 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210061350876 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210061350876 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210061350877 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210061350878 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210061350879 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210061350879 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210061350879 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
06:13:51.852127 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3371): Terminating (SIGTERM)
06:13:51.892987 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3374): Terminating (SIGTERM)
06:13:51.933968 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3377): Terminating (SIGTERM)
06:13:51.943672 ---      ParallelTerminationStrategy: PID 3371 died...
06:13:51.998455 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3371): Terminated: ok {rc=0}
06:13:52.008312 ---      ParallelTerminationStrategy: PID 3374 died...
06:13:52.062798 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3374): Terminated: ok {rc=0}
06:13:52.072685 ---      ParallelTerminationStrategy: PID 3377 died...
06:13:52.127255 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3377): Terminated: ok {rc=0}
06:13:52.212841 bus                        /sierra_3: Setting Powered False
06:13:53.315425 bus                        /sierra_3: Setting Powered False
06:13:54.425144 bus                        /sierra_2: Setting Powered False
</stdout></case><case><age>51</age><className>voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=3386): Process ended prematurely: osmo-stp_10.42.42.5(pid=3386) [trial-2370↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3386)]</errorStackTrace><failedSince>2320</failedSince><name>mo_mt_call_osmux.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py", line 8, in &lt;module&gt;
    test_mo_mt_call(True, True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py", line 19, in test_mo_mt_call
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3386): Process ended prematurely: osmo-stp_10.42.42.5(pid=3386) [trial-2370↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3386)]
</stderr><stdout>
----------------------------------------------
trial-2370 voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py
----------------------------------------------
06:13:55.532231 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)
06:13:55.543968 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)
06:13:55.700064 tst              mo_mt_call_osmux.py: using LAC 26409
06:13:55.813335 tst              mo_mt_call_osmux.py: using RAC 144
06:13:55.928859 tst              mo_mt_call_osmux.py: using CellId 26409
06:13:56.048152 tst              mo_mt_call_osmux.py: using BVCI 26410
06:13:56.071966 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)
06:13:56.083645 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)
06:13:56.095065 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)
06:13:56.106580 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)
06:13:56.117933 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)
06:13:56.129195 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)
06:13:56.243133 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)
06:13:56.443279 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
06:13:56.902033 run          create_hlr_db(pid=3380): Launched
06:13:57.068597 bus                        /sierra_2: Setting Powered False
06:13:58.089325 run          create_hlr_db(pid=3380): Terminated: ok {rc=0}
06:13:58.504460 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3382): Launched
06:13:58.816775 run    osmo-hlr_10.42.42.2(pid=3383): Launched
06:13:58.931449 run              osmo-stp_10.42.42.5: Starting osmo-stp
06:13:59.473407 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3385): Launched
06:13:59.784036 run    osmo-stp_10.42.42.5(pid=3386): Launched
06:13:59.896716 run              osmo-msc_10.42.42.6: Starting osmo-msc
06:14:00.466024 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3388): Launched
06:14:00.777667 run    osmo-msc_10.42.42.6(pid=3389): Launched
06:14:01.063344 run    osmo-stp_10.42.42.5(pid=3386): ERR: Terminated: ERROR {rc=1}  [trial-2370↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3386)]
06:14:01.399196 run    osmo-stp_10.42.42.5(pid=3386): stdout: 
| (launched: 2022-12-10_06:13:59.630912)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:14:01.529009 run    osmo-stp_10.42.42.5(pid=3386): stderr: 
| �[0;m�[38;5;43m20221210061359822 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210061359822 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210061359822 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210061359823 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210061359825 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210061359825 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210061359825 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:14:01.652722 run    osmo-stp_10.42.42.5(pid=3386): stdout: 
| (launched: 2022-12-10_06:13:59.630912)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:14:01.776552 run    osmo-stp_10.42.42.5(pid=3386): stderr: 
| �[0;m�[38;5;43m20221210061359822 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210061359822 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210061359822 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210061359823 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210061359825 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210061359825 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210061359825 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:14:01.830521 tst            mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=3386): Process ended prematurely: osmo-stp_10.42.42.5(pid=3386) [trial-2370↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3386)]  [trial-2370↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]
06:14:01.840247 tst            mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)
06:14:01.904626 run    osmo-hlr_10.42.42.2(pid=3383): ERR: Terminated: ERROR {rc=237}  [trial-2370↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3383)]
06:14:01.955368 run    osmo-hlr_10.42.42.2(pid=3383): stdout: 
| (launched: 2022-12-10_06:13:58.663375) 
06:14:02.008010 run    osmo-hlr_10.42.42.2(pid=3383): stderr: 
| �[0;m�[1;31m20221210061358861 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210061358861 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210061358861 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210061358861 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210061358861 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210061358861 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210061358876 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210061358884 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210061358884 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210061358884 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
06:14:02.079010 run    osmo-msc_10.42.42.6(pid=3389): ERR: Terminated: ERROR {rc=2}  [trial-2370↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=3389)]
06:14:02.130416 run    osmo-msc_10.42.42.6(pid=3389): stdout: 
| (launched: 2022-12-10_06:14:00.623966) 
06:14:02.183022 run    osmo-msc_10.42.42.6(pid=3389): stderr: 
| �[0;m�[38;5;43m20221210061401059 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210061401059 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f03663acc40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210061401059 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210061401059 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210061401059 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210061401059 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210061401061 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210061401062 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210061401062 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210061401062 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
06:14:02.226872 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3382): Terminating (SIGTERM)
06:14:02.270365 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3385): Terminating (SIGTERM)
06:14:02.310795 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3388): Terminating (SIGTERM)
06:14:02.321340 ---      ParallelTerminationStrategy: PID 3382 died...
06:14:02.374243 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3382): Terminated: ok {rc=0}
06:14:02.383835 ---      ParallelTerminationStrategy: PID 3385 died...
06:14:02.436103 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3385): Terminated: ok {rc=0}
06:14:02.445817 ---      ParallelTerminationStrategy: PID 3388 died...
06:14:02.497968 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3388): Terminated: ok {rc=0}
06:14:02.584666 bus                        /sierra_3: Setting Powered False
06:14:03.685835 bus                        /sierra_3: Setting Powered False
06:14:04.795024 bus                        /sierra_2: Setting Powered False
</stdout></case><duration>22.0</duration><id>101</id><name>voice_trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3</name><properties></properties><timestamp>2022-12-10T06:13:45</timestamp></suite><suite><case><age>44</age><className>voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1</className><duration>6.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=3402): Process ended prematurely: osmo-stp_10.42.42.5(pid=3402) [trial-2370↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3402)]</errorStackTrace><failedSince>2327</failedSince><name>mo_mt_call.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py", line 8, in &lt;module&gt;
    test_mo_mt_call(False, False)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py", line 19, in test_mo_mt_call
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3402): Process ended prematurely: osmo-stp_10.42.42.5(pid=3402) [trial-2370↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3402)]
</stderr><stdout>
----------------------------------------------
trial-2370 voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py
----------------------------------------------
06:14:06.790717 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)
06:14:06.802318 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)
06:14:06.962159 tst                    mo_mt_call.py: using LAC 26410
06:14:07.087255 tst                    mo_mt_call.py: using RAC 145
06:14:07.208489 tst                    mo_mt_call.py: using CellId 26410
06:14:07.329640 tst                    mo_mt_call.py: using BVCI 26411
06:14:07.353650 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)
06:14:07.365252 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)
06:14:07.376376 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)
06:14:07.388163 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)
06:14:07.400191 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)
06:14:07.412487 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)
06:14:07.527415 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)
06:14:07.734319 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
06:14:08.231591 run          create_hlr_db(pid=3396): Launched
06:14:08.411837 bus                        /sierra_2: Setting Powered False
06:14:09.433433 run          create_hlr_db(pid=3396): Terminated: ok {rc=0}
06:14:09.825300 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3398): Launched
06:14:10.116044 run    osmo-hlr_10.42.42.2(pid=3399): Launched
06:14:10.223004 run              osmo-stp_10.42.42.5: Starting osmo-stp
06:14:10.729425 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3401): Launched
06:14:11.020520 run    osmo-stp_10.42.42.5(pid=3402): Launched
06:14:11.127372 run              osmo-msc_10.42.42.6: Starting osmo-msc
06:14:11.661731 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3404): Launched
06:14:11.953738 run    osmo-msc_10.42.42.6(pid=3405): Launched
06:14:12.125705 run    osmo-stp_10.42.42.5(pid=3402): ERR: Terminated: ERROR {rc=1}  [trial-2370↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3402)]
06:14:12.250791 run    osmo-stp_10.42.42.5(pid=3402): stdout: 
| (launched: 2022-12-10_06:14:10.876445)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:14:12.372518 run    osmo-stp_10.42.42.5(pid=3402): stderr: 
| �[0;m�[38;5;43m20221210061411048 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210061411048 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210061411048 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210061411048 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210061411049 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210061411049 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210061411049 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:14:12.489813 run    osmo-stp_10.42.42.5(pid=3402): stdout: 
| (launched: 2022-12-10_06:14:10.876445)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:14:12.605780 run    osmo-stp_10.42.42.5(pid=3402): stderr: 
| �[0;m�[38;5;43m20221210061411048 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210061411048 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210061411048 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210061411048 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210061411049 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210061411049 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210061411049 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:14:12.657321 tst                  mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=3402): Process ended prematurely: osmo-stp_10.42.42.5(pid=3402) [trial-2370↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3402)]  [trial-2370↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8]
06:14:12.666062 tst                  mo_mt_call.py:8: Test FAILED (5.9 sec)
06:14:12.725349 run    osmo-hlr_10.42.42.2(pid=3399): ERR: Terminated: ERROR {rc=237}  [trial-2370↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3399)]
06:14:12.773681 run    osmo-hlr_10.42.42.2(pid=3399): stdout: 
| (launched: 2022-12-10_06:14:09.972853) 
06:14:12.822779 run    osmo-hlr_10.42.42.2(pid=3399): stderr: 
| �[0;m�[1;31m20221210061410148 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210061410148 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210061410148 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210061410148 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210061410148 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210061410148 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210061410160 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210061410168 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210061410169 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210061410169 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
06:14:12.889569 run    osmo-msc_10.42.42.6(pid=3405): ERR: Terminated: ERROR {rc=2}  [trial-2370↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=3405)]
06:14:12.937776 run    osmo-msc_10.42.42.6(pid=3405): stdout: 
| (launched: 2022-12-10_06:14:11.809344) 
06:14:12.986951 run    osmo-msc_10.42.42.6(pid=3405): stderr: 
| �[0;m�[38;5;43m20221210061412081 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210061412082 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f8615fbdc40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210061412082 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210061412082 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210061412082 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210061412082 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210061412084 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210061412084 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210061412084 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210061412085 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
06:14:13.028069 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3398): Terminating (SIGTERM)
06:14:13.067031 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3401): Terminating (SIGTERM)
06:14:13.106545 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3404): Terminating (SIGTERM)
06:14:13.116096 ---      ParallelTerminationStrategy: PID 3398 died...
06:14:13.168155 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3398): Terminated: ok {rc=0}
06:14:13.177731 ---      ParallelTerminationStrategy: PID 3401 died...
06:14:13.230081 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3401): Terminated: ok {rc=0}
06:14:13.240150 ---      ParallelTerminationStrategy: PID 3404 died...
06:14:13.292390 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3404): Terminated: ok {rc=0}
06:14:13.378974 bus                        /sierra_3: Setting Powered False
06:14:14.479472 bus                        /sierra_3: Setting Powered False
06:14:15.590622 bus                        /sierra_2: Setting Powered False
</stdout></case><case><age>47</age><className>voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=3413): Process ended prematurely: osmo-stp_10.42.42.5(pid=3413) [trial-2370↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3413)]</errorStackTrace><failedSince>2324</failedSince><name>mo_mt_call_osmux.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py", line 8, in &lt;module&gt;
    test_mo_mt_call(True, True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py", line 19, in test_mo_mt_call
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3413): Process ended prematurely: osmo-stp_10.42.42.5(pid=3413) [trial-2370↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3413)]
</stderr><stdout>
----------------------------------------------
trial-2370 voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py
----------------------------------------------
06:14:16.720260 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)
06:14:16.736004 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)
06:14:16.935679 tst              mo_mt_call_osmux.py: using LAC 26411
06:14:17.063862 tst              mo_mt_call_osmux.py: using RAC 146
06:14:17.205448 tst              mo_mt_call_osmux.py: using CellId 26411
06:14:17.327140 tst              mo_mt_call_osmux.py: using BVCI 26412
06:14:17.349514 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)
06:14:17.360615 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)
06:14:17.371483 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)
06:14:17.383088 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)
06:14:17.394251 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)
06:14:17.405414 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)
06:14:17.523920 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)
06:14:17.725225 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
06:14:18.183531 run          create_hlr_db(pid=3407): Launched
06:14:18.350607 bus                        /sierra_2: Setting Powered False
06:14:19.372325 run          create_hlr_db(pid=3407): Terminated: ok {rc=0}
06:14:19.788863 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3409): Launched
06:14:20.101526 run    osmo-hlr_10.42.42.2(pid=3410): Launched
06:14:20.220940 run              osmo-stp_10.42.42.5: Starting osmo-stp
06:14:20.765086 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3412): Launched
06:14:21.079119 run    osmo-stp_10.42.42.5(pid=3413): Launched
06:14:21.192744 run              osmo-msc_10.42.42.6: Starting osmo-msc
06:14:21.766364 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3415): Launched
06:14:22.079055 run    osmo-msc_10.42.42.6(pid=3416): Launched
06:14:22.262740 run    osmo-stp_10.42.42.5(pid=3413): ERR: Terminated: ERROR {rc=1}  [trial-2370↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3413)]
06:14:22.400767 run    osmo-stp_10.42.42.5(pid=3413): stdout: 
| (launched: 2022-12-10_06:14:20.923596)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:14:22.532094 run    osmo-stp_10.42.42.5(pid=3413): stderr: 
| �[0;m�[38;5;43m20221210061421116 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210061421116 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210061421116 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210061421117 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210061421117 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210061421117 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210061421117 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:14:22.658026 run    osmo-stp_10.42.42.5(pid=3413): stdout: 
| (launched: 2022-12-10_06:14:20.923596)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:14:22.783096 run    osmo-stp_10.42.42.5(pid=3413): stderr: 
| �[0;m�[38;5;43m20221210061421116 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210061421116 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210061421116 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210061421117 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210061421117 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210061421117 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210061421117 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:14:22.838286 tst            mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=3413): Process ended prematurely: osmo-stp_10.42.42.5(pid=3413) [trial-2370↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3413)]  [trial-2370↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8]
06:14:22.847693 tst            mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)
06:14:22.909819 run    osmo-hlr_10.42.42.2(pid=3410): ERR: Terminated: ERROR {rc=237}  [trial-2370↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3410)]
06:14:22.960855 run    osmo-hlr_10.42.42.2(pid=3410): stdout: 
| (launched: 2022-12-10_06:14:19.948254) 
06:14:23.012402 run    osmo-hlr_10.42.42.2(pid=3410): stderr: 
| �[0;m�[1;31m20221210061420148 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210061420149 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210061420149 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210061420149 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210061420149 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210061420149 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210061420161 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210061420169 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210061420170 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210061420170 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
06:14:23.083048 run    osmo-msc_10.42.42.6(pid=3416): ERR: Terminated: ERROR {rc=2}  [trial-2370↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=3416)]
06:14:23.134232 run    osmo-msc_10.42.42.6(pid=3416): stdout: 
| (launched: 2022-12-10_06:14:21.925346) 
06:14:23.185690 run    osmo-msc_10.42.42.6(pid=3416): stderr: 
| �[0;m�[38;5;43m20221210061422246 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210061422246 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fbe86e10c40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210061422247 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210061422247 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210061422247 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210061422247 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210061422249 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210061422249 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210061422249 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210061422249 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
06:14:23.229276 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3409): Terminating (SIGTERM)
06:14:23.270386 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3412): Terminating (SIGTERM)
06:14:23.312250 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3415): Terminating (SIGTERM)
06:14:23.321839 ---      ParallelTerminationStrategy: PID 3409 died...
06:14:23.376923 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3409): Terminated: ok {rc=0}
06:14:23.387104 ---      ParallelTerminationStrategy: PID 3412 died...
06:14:23.442278 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3412): Terminated: ok {rc=0}
06:14:23.452276 ---      ParallelTerminationStrategy: PID 3415 died...
06:14:23.507153 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3415): Terminated: ok {rc=0}
06:14:23.594049 bus                        /sierra_3: Setting Powered False
06:14:24.700012 bus                        /sierra_3: Setting Powered False
06:14:25.811454 bus                        /sierra_2: Setting Powered False
</stdout></case><duration>22.0</duration><id>102</id><name>voice_trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1</name><properties></properties><timestamp>2022-12-10T06:14:06</timestamp></suite><suite><case><age>40</age><className>voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=3428): Process ended prematurely: osmo-stp_10.42.42.5(pid=3428) [trial-2370↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3428)]</errorStackTrace><failedSince>2331</failedSince><name>mo_mt_call.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py", line 8, in &lt;module&gt;
    test_mo_mt_call(False, False)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py", line 19, in test_mo_mt_call
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3428): Process ended prematurely: osmo-stp_10.42.42.5(pid=3428) [trial-2370↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3428)]
</stderr><stdout>
----------------------------------------------
trial-2370 voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py
----------------------------------------------
06:14:27.795403 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)
06:14:27.806251 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)
06:14:27.958430 tst                    mo_mt_call.py: using LAC 26412
06:14:28.080749 tst                    mo_mt_call.py: using RAC 147
06:14:28.203043 tst                    mo_mt_call.py: using CellId 26412
06:14:28.327374 tst                    mo_mt_call.py: using BVCI 26413
06:14:28.351323 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)
06:14:28.362610 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)
06:14:28.373852 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)
06:14:28.385140 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)
06:14:28.396613 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)
06:14:28.407741 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)
06:14:28.521062 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)
06:14:28.725762 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
06:14:29.223665 run          create_hlr_db(pid=3422): Launched
06:14:29.403613 bus                        /sierra_2: Setting Powered False
06:14:30.424908 run          create_hlr_db(pid=3422): Terminated: ok {rc=0}
06:14:30.816912 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3424): Launched
06:14:31.221852 run    osmo-hlr_10.42.42.2(pid=3425): Launched
06:14:31.402414 run              osmo-stp_10.42.42.5: Starting osmo-stp
06:14:32.076728 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3427): Launched
06:14:32.414121 run    osmo-stp_10.42.42.5(pid=3428): Launched
06:14:32.528250 run              osmo-msc_10.42.42.6: Starting osmo-msc
06:14:33.066677 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3430): Launched
06:14:33.359010 run    osmo-msc_10.42.42.6(pid=3431): Launched
06:14:33.535199 run    osmo-stp_10.42.42.5(pid=3428): ERR: Terminated: ERROR {rc=1}  [trial-2370↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3428)]
06:14:33.660300 run    osmo-stp_10.42.42.5(pid=3428): stdout: 
| (launched: 2022-12-10_06:14:32.227175)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:14:33.782702 run    osmo-stp_10.42.42.5(pid=3428): stderr: 
| �[0;m�[38;5;43m20221210061432446 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210061432446 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210061432446 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210061432447 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210061432447 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210061432447 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210061432447 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:14:33.899707 run    osmo-stp_10.42.42.5(pid=3428): stdout: 
| (launched: 2022-12-10_06:14:32.227175)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:14:34.015536 run    osmo-stp_10.42.42.5(pid=3428): stderr: 
| �[0;m�[38;5;43m20221210061432446 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210061432446 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210061432446 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210061432447 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210061432447 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210061432447 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210061432447 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:14:34.067414 tst                  mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=3428): Process ended prematurely: osmo-stp_10.42.42.5(pid=3428) [trial-2370↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3428)]  [trial-2370↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]
06:14:34.076038 tst                  mo_mt_call.py:8: Test FAILED (6.3 sec)
06:14:34.135493 run    osmo-hlr_10.42.42.2(pid=3425): ERR: Terminated: ERROR {rc=237}  [trial-2370↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3425)]
06:14:34.183985 run    osmo-hlr_10.42.42.2(pid=3425): stdout: 
| (launched: 2022-12-10_06:14:30.991105) 
06:14:34.233305 run    osmo-hlr_10.42.42.2(pid=3425): stderr: 
| �[0;m�[1;31m20221210061431321 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210061431321 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210061431321 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210061431321 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210061431321 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210061431321 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210061431343 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210061431352 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210061431352 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210061431352 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
06:14:34.300145 run    osmo-msc_10.42.42.6(pid=3431): ERR: Terminated: ERROR {rc=2}  [trial-2370↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=3431)]
06:14:34.348714 run    osmo-msc_10.42.42.6(pid=3431): stdout: 
| (launched: 2022-12-10_06:14:33.214328) 
06:14:34.397710 run    osmo-msc_10.42.42.6(pid=3431): stderr: 
| �[0;m�[38;5;43m20221210061433484 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210061433484 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff59f1dfc40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210061433484 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210061433484 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210061433484 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210061433484 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210061433486 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210061433487 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210061433487 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210061433487 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
06:14:34.438827 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3424): Terminating (SIGTERM)
06:14:34.477814 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3427): Terminating (SIGTERM)
06:14:34.516744 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3430): Terminating (SIGTERM)
06:14:34.525997 ---      ParallelTerminationStrategy: PID 3424 died...
06:14:34.578486 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3424): Terminated: ok {rc=0}
06:14:34.587832 ---      ParallelTerminationStrategy: PID 3427 died...
06:14:34.639854 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3427): Terminated: ok {rc=0}
06:14:34.649819 ---      ParallelTerminationStrategy: PID 3430 died...
06:14:34.702443 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3430): Terminated: ok {rc=0}
06:14:34.791110 bus                        /sierra_3: Setting Powered False
06:14:35.891460 bus                        /sierra_3: Setting Powered False
06:14:37.001876 bus                        /sierra_2: Setting Powered False
</stdout></case><case><age>206</age><className>voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=3439): Process ended prematurely: osmo-stp_10.42.42.5(pid=3439) [trial-2370↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3439)]</errorStackTrace><failedSince>2165</failedSince><name>mo_mt_call_osmux.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py", line 8, in &lt;module&gt;
    test_mo_mt_call(True, True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py", line 19, in test_mo_mt_call
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3439): Process ended prematurely: osmo-stp_10.42.42.5(pid=3439) [trial-2370↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3439)]
</stderr><stdout>
----------------------------------------------
trial-2370 voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py
----------------------------------------------
06:14:38.109612 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)
06:14:38.121301 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)
06:14:38.276096 tst              mo_mt_call_osmux.py: using LAC 26413
06:14:38.390888 tst              mo_mt_call_osmux.py: using RAC 148
06:14:38.504886 tst              mo_mt_call_osmux.py: using CellId 26413
06:14:38.619164 tst              mo_mt_call_osmux.py: using BVCI 26414
06:14:38.641344 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)
06:14:38.652263 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)
06:14:38.663413 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)
06:14:38.674568 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)
06:14:38.685681 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)
06:14:38.696607 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)
06:14:38.811530 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)
06:14:39.007045 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
06:14:39.466234 run          create_hlr_db(pid=3433): Launched
06:14:39.632615 bus                        /sierra_2: Setting Powered False
06:14:40.654811 run          create_hlr_db(pid=3433): Terminated: ok {rc=0}
06:14:41.069866 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3435): Launched
06:14:41.381896 run    osmo-hlr_10.42.42.2(pid=3436): Launched
06:14:41.499068 run              osmo-stp_10.42.42.5: Starting osmo-stp
06:14:42.042411 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3438): Launched
06:14:42.354043 run    osmo-stp_10.42.42.5(pid=3439): Launched
06:14:42.466426 run              osmo-msc_10.42.42.6: Starting osmo-msc
06:14:43.038058 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3441): Launched
06:14:43.350251 run    osmo-msc_10.42.42.6(pid=3442): Launched
06:14:43.532938 run    osmo-stp_10.42.42.5(pid=3439): ERR: Terminated: ERROR {rc=1}  [trial-2370↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3439)]
06:14:43.665067 run    osmo-stp_10.42.42.5(pid=3439): stdout: 
| (launched: 2022-12-10_06:14:42.200866)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:14:43.798342 run    osmo-stp_10.42.42.5(pid=3439): stderr: 
| �[0;m�[38;5;43m20221210061442390 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210061442391 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210061442391 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210061442391 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210061442392 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210061442392 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210061442392 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:14:43.923329 run    osmo-stp_10.42.42.5(pid=3439): stdout: 
| (launched: 2022-12-10_06:14:42.200866)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:14:44.047117 run    osmo-stp_10.42.42.5(pid=3439): stderr: 
| �[0;m�[38;5;43m20221210061442390 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210061442391 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210061442391 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210061442391 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210061442392 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210061442392 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210061442392 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:14:44.102108 tst            mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=3439): Process ended prematurely: osmo-stp_10.42.42.5(pid=3439) [trial-2370↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3439)]  [trial-2370↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]
06:14:44.111464 tst            mo_mt_call_osmux.py:8: Test FAILED (6.0 sec)
06:14:44.172342 run    osmo-hlr_10.42.42.2(pid=3436): ERR: Terminated: ERROR {rc=237}  [trial-2370↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3436)]
06:14:44.222656 run    osmo-hlr_10.42.42.2(pid=3436): stdout: 
| (launched: 2022-12-10_06:14:41.228388) 
06:14:44.273423 run    osmo-hlr_10.42.42.2(pid=3436): stderr: 
| �[0;m�[1;31m20221210061441427 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210061441427 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210061441427 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210061441427 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210061441428 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210061441428 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210061441440 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210061441448 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210061441448 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210061441448 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
06:14:44.342792 run    osmo-msc_10.42.42.6(pid=3442): ERR: Terminated: ERROR {rc=2}  [trial-2370↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=3442)]
06:14:44.393211 run    osmo-msc_10.42.42.6(pid=3442): stdout: 
| (launched: 2022-12-10_06:14:43.196548) 
06:14:44.444147 run    osmo-msc_10.42.42.6(pid=3442): stderr: 
| �[0;m�[38;5;43m20221210061443515 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210061443515 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fce5d241c40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210061443515 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210061443515 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210061443516 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210061443516 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210061443517 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210061443518 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210061443518 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210061443518 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
06:14:44.487249 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3435): Terminating (SIGTERM)
06:14:44.528039 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3438): Terminating (SIGTERM)
06:14:44.568830 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3441): Terminating (SIGTERM)
06:14:44.578313 ---      ParallelTerminationStrategy: PID 3435 died...
06:14:44.633117 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3435): Terminated: ok {rc=0}
06:14:44.642972 ---      ParallelTerminationStrategy: PID 3438 died...
06:14:44.697571 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3438): Terminated: ok {rc=0}
06:14:44.707307 ---      ParallelTerminationStrategy: PID 3441 died...
06:14:44.761711 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3441): Terminated: ok {rc=0}
06:14:44.846916 bus                        /sierra_3: Setting Powered False
06:14:45.966946 bus                        /sierra_3: Setting Powered False
06:14:47.114364 bus                        /sierra_2: Setting Powered False
</stdout></case><duration>22.0</duration><id>103</id><name>voice_trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3</name><properties></properties><timestamp>2022-12-10T06:14:27</timestamp></suite><suite><case><age>40</age><className>voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=3453): Process ended prematurely: osmo-stp_10.42.42.5(pid=3453) [trial-2370↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3453)]</errorStackTrace><failedSince>2331</failedSince><name>mo_mt_call.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py", line 8, in &lt;module&gt;
    test_mo_mt_call(False, False)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py", line 19, in test_mo_mt_call
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3453): Process ended prematurely: osmo-stp_10.42.42.5(pid=3453) [trial-2370↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3453)]
</stderr><stdout>
----------------------------------------------
trial-2370 voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py
----------------------------------------------
06:14:49.118557 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)
06:14:49.130059 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)
06:14:49.292338 tst                    mo_mt_call.py: using LAC 26414
06:14:49.414879 tst                    mo_mt_call.py: using RAC 149
06:14:49.543013 tst                    mo_mt_call.py: using CellId 26414
06:14:49.663109 tst                    mo_mt_call.py: using BVCI 26415
06:14:49.687035 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)
06:14:49.698583 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)
06:14:49.710049 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)
06:14:49.721399 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)
06:14:49.732864 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)
06:14:49.744196 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)
06:14:49.857011 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)
06:14:50.054589 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
06:14:50.513800 run          create_hlr_db(pid=3447): Launched
06:14:50.681372 bus                        /sierra_2: Setting Powered False
06:14:51.702832 run          create_hlr_db(pid=3447): Terminated: ok {rc=0}
06:14:52.118958 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3449): Launched
06:14:52.432065 run    osmo-hlr_10.42.42.2(pid=3450): Launched
06:14:52.547377 run              osmo-stp_10.42.42.5: Starting osmo-stp
06:14:53.092936 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3452): Launched
06:14:53.406519 run    osmo-stp_10.42.42.5(pid=3453): Launched
06:14:53.520099 run              osmo-msc_10.42.42.6: Starting osmo-msc
06:14:54.093897 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3455): Launched
06:14:54.405740 run    osmo-msc_10.42.42.6(pid=3456): Launched
06:14:54.589314 run    osmo-stp_10.42.42.5(pid=3453): ERR: Terminated: ERROR {rc=1}  [trial-2370↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3453)]
06:14:54.722801 run    osmo-stp_10.42.42.5(pid=3453): stdout: 
| (launched: 2022-12-10_06:14:53.252143)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:14:54.854994 run    osmo-stp_10.42.42.5(pid=3453): stderr: 
| �[0;m�[38;5;43m20221210061453445 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210061453446 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210061453446 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210061453446 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210061453447 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210061453447 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210061453447 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:14:54.980276 run    osmo-stp_10.42.42.5(pid=3453): stdout: 
| (launched: 2022-12-10_06:14:53.252143)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:14:55.104332 run    osmo-stp_10.42.42.5(pid=3453): stderr: 
| �[0;m�[38;5;43m20221210061453445 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210061453446 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210061453446 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210061453446 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210061453447 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210061453447 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210061453447 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:14:55.159620 tst                  mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=3453): Process ended prematurely: osmo-stp_10.42.42.5(pid=3453) [trial-2370↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3453)]  [trial-2370↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]
06:14:55.168805 tst                  mo_mt_call.py:8: Test FAILED (6.1 sec)
06:14:55.230105 run    osmo-hlr_10.42.42.2(pid=3450): ERR: Terminated: ERROR {rc=237}  [trial-2370↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3450)]
06:14:55.280479 run    osmo-hlr_10.42.42.2(pid=3450): stdout: 
| (launched: 2022-12-10_06:14:52.278112) 
06:14:55.332207 run    osmo-hlr_10.42.42.2(pid=3450): stderr: 
| �[0;m�[1;31m20221210061452475 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210061452475 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210061452475 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210061452475 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210061452475 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210061452475 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210061452488 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210061452496 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210061452497 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210061452497 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
06:14:55.401842 run    osmo-msc_10.42.42.6(pid=3456): ERR: Terminated: ERROR {rc=2}  [trial-2370↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=3456)]
06:14:55.452087 run    osmo-msc_10.42.42.6(pid=3456): stdout: 
| (launched: 2022-12-10_06:14:54.252579) 
06:14:55.502855 run    osmo-msc_10.42.42.6(pid=3456): stderr: 
| �[0;m�[38;5;43m20221210061454573 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210061454573 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f5a18e22c40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210061454573 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210061454574 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210061454574 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210061454574 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210061454576 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210061454576 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210061454576 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210061454576 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
06:14:55.546369 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3449): Terminating (SIGTERM)
06:14:55.587190 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3452): Terminating (SIGTERM)
06:14:55.628013 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3455): Terminating (SIGTERM)
06:14:55.637560 ---      ParallelTerminationStrategy: PID 3449 died...
06:14:55.692417 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3449): Terminated: ok {rc=0}
06:14:55.702300 ---      ParallelTerminationStrategy: PID 3452 died...
06:14:55.756469 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3452): Terminated: ok {rc=0}
06:14:55.766237 ---      ParallelTerminationStrategy: PID 3455 died...
06:14:55.820676 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3455): Terminated: ok {rc=0}
06:14:55.906286 bus                        /sierra_3: Setting Powered False
06:14:57.009464 bus                        /sierra_3: Setting Powered False
06:14:58.116761 bus                        /sierra_2: Setting Powered False
</stdout></case><case><age>206</age><className>voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any</className><duration>6.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=3467): Process ended prematurely: osmo-stp_10.42.42.5(pid=3467) [trial-2370↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3467)]</errorStackTrace><failedSince>2165</failedSince><name>mo_mt_call_osmux.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py", line 8, in &lt;module&gt;
    test_mo_mt_call(True, True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py", line 19, in test_mo_mt_call
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3467): Process ended prematurely: osmo-stp_10.42.42.5(pid=3467) [trial-2370↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3467)]
</stderr><stdout>
----------------------------------------------
trial-2370 voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py
----------------------------------------------
06:14:59.228099 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)
06:14:59.240245 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)
06:14:59.402318 tst              mo_mt_call_osmux.py: using LAC 26415
06:14:59.526541 tst              mo_mt_call_osmux.py: using RAC 150
06:14:59.648743 tst              mo_mt_call_osmux.py: using CellId 26415
06:14:59.771132 tst              mo_mt_call_osmux.py: using BVCI 26416
06:14:59.794828 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)
06:14:59.806339 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)
06:14:59.817752 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)
06:14:59.828937 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)
06:14:59.840282 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)
06:14:59.851619 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)
06:14:59.966423 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)
06:15:00.162355 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
06:15:00.621982 run          create_hlr_db(pid=3458): Launched
06:15:00.788751 bus                        /sierra_2: Setting Powered False
06:15:01.846004 run          create_hlr_db(pid=3458): Terminated: ok {rc=0}
06:15:02.298776 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3463): Launched
06:15:02.592617 run    osmo-hlr_10.42.42.2(pid=3464): Launched
06:15:02.703173 run              osmo-stp_10.42.42.5: Starting osmo-stp
06:15:03.218459 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3466): Launched
06:15:03.509067 run    osmo-stp_10.42.42.5(pid=3467): Launched
06:15:03.615427 run              osmo-msc_10.42.42.6: Starting osmo-msc
06:15:04.154695 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3469): Launched
06:15:04.448189 run    osmo-msc_10.42.42.6(pid=3470): Launched
06:15:04.622693 run    osmo-stp_10.42.42.5(pid=3467): ERR: Terminated: ERROR {rc=1}  [trial-2370↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3467)]
06:15:04.748843 run    osmo-stp_10.42.42.5(pid=3467): stdout: 
| (launched: 2022-12-10_06:15:03.365557)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:15:04.871618 run    osmo-stp_10.42.42.5(pid=3467): stderr: 
| �[0;m�[38;5;43m20221210061503535 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210061503535 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210061503536 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210061503536 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210061503537 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210061503537 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210061503537 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:15:04.989440 run    osmo-stp_10.42.42.5(pid=3467): stdout: 
| (launched: 2022-12-10_06:15:03.365557)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:15:05.106146 run    osmo-stp_10.42.42.5(pid=3467): stderr: 
| �[0;m�[38;5;43m20221210061503535 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210061503535 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210061503536 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210061503536 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210061503537 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210061503537 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210061503537 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:15:05.157925 tst            mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=3467): Process ended prematurely: osmo-stp_10.42.42.5(pid=3467) [trial-2370↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3467)]  [trial-2370↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]
06:15:05.166735 tst            mo_mt_call_osmux.py:8: Test FAILED (6.0 sec)
06:15:05.226036 run    osmo-hlr_10.42.42.2(pid=3464): ERR: Terminated: ERROR {rc=237}  [trial-2370↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3464)]
06:15:05.274232 run    osmo-hlr_10.42.42.2(pid=3464): stdout: 
| (launched: 2022-12-10_06:15:02.446849) 
06:15:05.323142 run    osmo-hlr_10.42.42.2(pid=3464): stderr: 
| �[0;m�[1;31m20221210061502621 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210061502621 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210061502621 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210061502621 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210061502621 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210061502621 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210061502637 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210061502645 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210061502646 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210061502646 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
06:15:05.389652 run    osmo-msc_10.42.42.6(pid=3470): ERR: Terminated: ERROR {rc=2}  [trial-2370↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=3470)]
06:15:05.438559 run    osmo-msc_10.42.42.6(pid=3470): stdout: 
| (launched: 2022-12-10_06:15:04.302984) 
06:15:05.487579 run    osmo-msc_10.42.42.6(pid=3470): stderr: 
| �[0;m�[38;5;43m20221210061504573 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210061504573 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f535d243c40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210061504573 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210061504574 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210061504574 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210061504574 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210061504576 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210061504577 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210061504578 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210061504578 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
06:15:05.528765 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3463): Terminating (SIGTERM)
06:15:05.568062 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3466): Terminating (SIGTERM)
06:15:05.607477 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3469): Terminating (SIGTERM)
06:15:05.616830 ---      ParallelTerminationStrategy: PID 3463 died...
06:15:05.669372 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3463): Terminated: ok {rc=0}
06:15:05.679261 ---      ParallelTerminationStrategy: PID 3466 died...
06:15:05.731829 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3466): Terminated: ok {rc=0}
06:15:05.741409 ---      ParallelTerminationStrategy: PID 3469 died...
06:15:05.794345 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3469): Terminated: ok {rc=0}
06:15:05.881321 bus                        /sierra_3: Setting Powered False
06:15:06.982859 bus                        /sierra_3: Setting Powered False
06:15:08.087936 bus                        /sierra_2: Setting Powered False
</stdout></case><duration>21.0</duration><id>104</id><name>voice_trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any</name><properties></properties><timestamp>2022-12-10T06:14:48</timestamp></suite><suite><case><age>42</age><className>voice:trx-lms+mod-bts0-dynts-osmo</className><duration>6.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=3481): Process ended prematurely: osmo-stp_10.42.42.5(pid=3481) [trial-2370↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3481)]</errorStackTrace><failedSince>2329</failedSince><name>mo_mt_call.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py", line 8, in &lt;module&gt;
    test_mo_mt_call(False, False)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py", line 19, in test_mo_mt_call
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3481): Process ended prematurely: osmo-stp_10.42.42.5(pid=3481) [trial-2370↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3481)]
</stderr><stdout>
----------------------------------------------
trial-2370 voice:trx-lms+mod-bts0-dynts-osmo mo_mt_call.py
----------------------------------------------
06:15:10.082639 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)
06:15:10.093843 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)
06:15:10.255960 tst                    mo_mt_call.py: using LAC 26416
06:15:10.380233 tst                    mo_mt_call.py: using RAC 151
06:15:10.502679 tst                    mo_mt_call.py: using CellId 26416
06:15:10.624740 tst                    mo_mt_call.py: using BVCI 26417
06:15:10.648440 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)
06:15:10.659664 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)
06:15:10.670759 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)
06:15:10.681814 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)
06:15:10.693308 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)
06:15:10.704448 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)
06:15:10.818177 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)
06:15:11.021185 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
06:15:11.519454 run          create_hlr_db(pid=3475): Launched
06:15:11.699861 bus                        /sierra_2: Setting Powered False
06:15:12.721091 run          create_hlr_db(pid=3475): Terminated: ok {rc=0}
06:15:13.113385 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3477): Launched
06:15:13.403466 run    osmo-hlr_10.42.42.2(pid=3478): Launched
06:15:13.516492 run              osmo-stp_10.42.42.5: Starting osmo-stp
06:15:14.033338 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3480): Launched
06:15:14.324695 run    osmo-stp_10.42.42.5(pid=3481): Launched
06:15:14.431539 run              osmo-msc_10.42.42.6: Starting osmo-msc
06:15:14.967571 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3483): Launched
06:15:15.260866 run    osmo-msc_10.42.42.6(pid=3484): Launched
06:15:15.433590 run    osmo-stp_10.42.42.5(pid=3481): ERR: Terminated: ERROR {rc=1}  [trial-2370↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3481)]
06:15:15.559216 run    osmo-stp_10.42.42.5(pid=3481): stdout: 
| (launched: 2022-12-10_06:15:14.180580)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:15:15.681244 run    osmo-stp_10.42.42.5(pid=3481): stderr: 
| �[0;m�[38;5;43m20221210061514348 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210061514348 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210061514348 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210061514348 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210061514351 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210061514351 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210061514351 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:15:15.798188 run    osmo-stp_10.42.42.5(pid=3481): stdout: 
| (launched: 2022-12-10_06:15:14.180580)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:15:15.926509 run    osmo-stp_10.42.42.5(pid=3481): stderr: 
| �[0;m�[38;5;43m20221210061514348 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210061514348 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210061514348 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210061514348 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210061514351 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210061514351 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210061514351 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:15:15.983557 tst                  mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=3481): Process ended prematurely: osmo-stp_10.42.42.5(pid=3481) [trial-2370↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3481)]  [trial-2370↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py:8]
06:15:15.993051 tst                  mo_mt_call.py:8: Test FAILED (5.9 sec)
06:15:16.056362 run    osmo-hlr_10.42.42.2(pid=3478): ERR: Terminated: ERROR {rc=237}  [trial-2370↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3478)]
06:15:16.107565 run    osmo-hlr_10.42.42.2(pid=3478): stdout: 
| (launched: 2022-12-10_06:15:13.260463) 
06:15:16.159670 run    osmo-hlr_10.42.42.2(pid=3478): stderr: 
| �[0;m�[1;31m20221210061513436 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210061513436 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210061513436 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210061513437 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210061513437 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210061513437 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210061513448 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/voice:trx-lms+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210061513457 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210061513457 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210061513457 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
06:15:16.228984 run    osmo-msc_10.42.42.6(pid=3484): ERR: Terminated: ERROR {rc=2}  [trial-2370↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=3484)]
06:15:16.280357 run    osmo-msc_10.42.42.6(pid=3484): stdout: 
| (launched: 2022-12-10_06:15:15.116001) 
06:15:16.332304 run    osmo-msc_10.42.42.6(pid=3484): stderr: 
| �[0;m�[38;5;43m20221210061515389 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210061515389 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa8fa6bfc40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210061515389 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210061515389 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210061515389 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210061515390 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210061515391 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210061515392 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210061515392 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210061515392 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
06:15:16.375173 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3477): Terminating (SIGTERM)
06:15:16.417891 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3480): Terminating (SIGTERM)
06:15:16.458499 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3483): Terminating (SIGTERM)
06:15:16.469347 ---      ParallelTerminationStrategy: PID 3477 died...
06:15:16.525196 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3477): Terminated: ok {rc=0}
06:15:16.535566 ---      ParallelTerminationStrategy: PID 3480 died...
06:15:16.590426 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3480): Terminated: ok {rc=0}
06:15:16.601863 ---      ParallelTerminationStrategy: PID 3483 died...
06:15:16.657558 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3483): Terminated: ok {rc=0}
06:15:16.746000 bus                        /sierra_3: Setting Powered False
06:15:17.845431 bus                        /sierra_3: Setting Powered False
06:15:18.955104 bus                        /sierra_2: Setting Powered False
</stdout></case><case><age>206</age><className>voice:trx-lms+mod-bts0-dynts-osmo</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=3492): Process ended prematurely: osmo-stp_10.42.42.5(pid=3492) [trial-2370↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3492)]</errorStackTrace><failedSince>2165</failedSince><name>mo_mt_call_osmux.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py", line 8, in &lt;module&gt;
    test_mo_mt_call(True, True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py", line 19, in test_mo_mt_call
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3492): Process ended prematurely: osmo-stp_10.42.42.5(pid=3492) [trial-2370↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3492)]
</stderr><stdout>
----------------------------------------------
trial-2370 voice:trx-lms+mod-bts0-dynts-osmo mo_mt_call_osmux.py
----------------------------------------------
06:15:20.061781 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)
06:15:20.073249 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)
06:15:20.228910 tst              mo_mt_call_osmux.py: using LAC 26417
06:15:20.344176 tst              mo_mt_call_osmux.py: using RAC 152
06:15:20.460817 tst              mo_mt_call_osmux.py: using CellId 26417
06:15:20.577668 tst              mo_mt_call_osmux.py: using BVCI 26418
06:15:20.599792 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)
06:15:20.610516 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)
06:15:20.621128 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)
06:15:20.631884 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)
06:15:20.642760 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)
06:15:20.653596 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)
06:15:20.769812 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)
06:15:20.966840 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
06:15:21.423594 run          create_hlr_db(pid=3486): Launched
06:15:21.591608 bus                        /sierra_2: Setting Powered False
06:15:22.611746 run          create_hlr_db(pid=3486): Terminated: ok {rc=0}
06:15:23.027910 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3488): Launched
06:15:23.341289 run    osmo-hlr_10.42.42.2(pid=3489): Launched
06:15:23.456537 run              osmo-stp_10.42.42.5: Starting osmo-stp
06:15:24.001307 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3491): Launched
06:15:24.314981 run    osmo-stp_10.42.42.5(pid=3492): Launched
06:15:24.429261 run              osmo-msc_10.42.42.6: Starting osmo-msc
06:15:25.003498 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3494): Launched
06:15:25.317105 run    osmo-msc_10.42.42.6(pid=3495): Launched
06:15:25.501801 run    osmo-stp_10.42.42.5(pid=3492): ERR: Terminated: ERROR {rc=1}  [trial-2370↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3492)]
06:15:25.635793 run    osmo-stp_10.42.42.5(pid=3492): stdout: 
| (launched: 2022-12-10_06:15:24.160128)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:15:25.769287 run    osmo-stp_10.42.42.5(pid=3492): stderr: 
| �[0;m�[38;5;43m20221210061524352 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210061524352 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210061524352 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210061524353 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210061524353 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210061524353 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210061524353 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:15:25.894645 run    osmo-stp_10.42.42.5(pid=3492): stdout: 
| (launched: 2022-12-10_06:15:24.160128)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:15:26.019299 run    osmo-stp_10.42.42.5(pid=3492): stderr: 
| �[0;m�[38;5;43m20221210061524352 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210061524352 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210061524352 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210061524353 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210061524353 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210061524353 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210061524353 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:15:26.074574 tst            mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=3492): Process ended prematurely: osmo-stp_10.42.42.5(pid=3492) [trial-2370↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3492)]  [trial-2370↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8]
06:15:26.083674 tst            mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)
06:15:26.146205 run    osmo-hlr_10.42.42.2(pid=3489): ERR: Terminated: ERROR {rc=237}  [trial-2370↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3489)]
06:15:26.197329 run    osmo-hlr_10.42.42.2(pid=3489): stdout: 
| (launched: 2022-12-10_06:15:23.186741) 
06:15:26.248923 run    osmo-hlr_10.42.42.2(pid=3489): stderr: 
| �[0;m�[1;31m20221210061523385 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210061523385 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210061523385 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210061523385 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210061523385 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210061523385 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210061523397 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/voice:trx-lms+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210061523406 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210061523406 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210061523406 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
06:15:26.319218 run    osmo-msc_10.42.42.6(pid=3495): ERR: Terminated: ERROR {rc=2}  [trial-2370↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=3495)]
06:15:26.370499 run    osmo-msc_10.42.42.6(pid=3495): stdout: 
| (launched: 2022-12-10_06:15:25.162335) 
06:15:26.422270 run    osmo-msc_10.42.42.6(pid=3495): stderr: 
| �[0;m�[38;5;43m20221210061525483 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210061525483 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff0fae91c40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210061525484 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210061525484 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210061525484 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210061525484 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210061525486 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210061525486 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210061525486 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210061525486 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
06:15:26.466258 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3488): Terminating (SIGTERM)
06:15:26.507611 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3491): Terminating (SIGTERM)
06:15:26.549002 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3494): Terminating (SIGTERM)
06:15:26.558549 ---      ParallelTerminationStrategy: PID 3488 died...
06:15:26.613982 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3488): Terminated: ok {rc=0}
06:15:26.623897 ---      ParallelTerminationStrategy: PID 3491 died...
06:15:26.678993 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3491): Terminated: ok {rc=0}
06:15:26.689013 ---      ParallelTerminationStrategy: PID 3494 died...
06:15:26.744424 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3494): Terminated: ok {rc=0}
06:15:26.830696 bus                        /sierra_3: Setting Powered False
06:15:27.936228 bus                        /sierra_3: Setting Powered False
06:15:29.043165 bus                        /sierra_2: Setting Powered False
</stdout></case><duration>21.0</duration><id>105</id><name>voice_trx-lms+mod-bts0-dynts-osmo</name><properties></properties><timestamp>2022-12-10T06:15:09</timestamp></suite><suite><case><age>40</age><className>emergency:trx-lms</className><duration>6.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=3506): Process ended prematurely: osmo-stp_10.42.42.5(pid=3506) [trial-2370↪emergency:trx-lms↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3506)]</errorStackTrace><failedSince>2331</failedSince><name>emergency_mo_mt_call.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py", line 19, in &lt;module&gt;
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3506): Process ended prematurely: osmo-stp_10.42.42.5(pid=3506) [trial-2370↪emergency:trx-lms↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3506)]
</stderr><stdout>
----------------------------------------------
trial-2370 emergency:trx-lms emergency_mo_mt_call.py
----------------------------------------------
06:15:31.074217 tst                emergency:trx-lms: Using 1 x ip_address (candidates: 6)
06:15:31.086299 tst                emergency:trx-lms: Using 1 x bts (candidates: 1)
06:15:31.225247 tst          emergency_mo_mt_call.py: using LAC 26418
06:15:31.345897 tst          emergency_mo_mt_call.py: using RAC 153
06:15:31.462803 tst          emergency_mo_mt_call.py: using CellId 26418
06:15:31.575782 tst          emergency_mo_mt_call.py: using BVCI 26419
06:15:31.601357 tst                emergency:trx-lms: Using 1 x ip_address (candidates: 6)
06:15:31.612932 tst                emergency:trx-lms: Using 1 x ip_address (candidates: 6)
06:15:31.624331 tst                emergency:trx-lms: Using 1 x ip_address (candidates: 6)
06:15:31.637955 tst                emergency:trx-lms: Using 1 x ip_address (candidates: 6)
06:15:31.650639 tst                emergency:trx-lms: Using 1 x ip_address (candidates: 6)
06:15:31.663130 tst                emergency:trx-lms: Using 1 x modem (candidates: 4)
06:15:31.778737 tst                emergency:trx-lms: Using 1 x modem (candidates: 4)
06:15:31.987389 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
06:15:32.478535 run          create_hlr_db(pid=3500): Launched
06:15:32.655021 bus                        /sierra_2: Setting Powered False
06:15:33.676050 run          create_hlr_db(pid=3500): Terminated: ok {rc=0}
06:15:34.059607 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3502): Launched
06:15:34.344387 run    osmo-hlr_10.42.42.2(pid=3503): Launched
06:15:34.453683 run              osmo-stp_10.42.42.5: Starting osmo-stp
06:15:34.955776 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3505): Launched
06:15:35.241351 run    osmo-stp_10.42.42.5(pid=3506): Launched
06:15:35.366791 tst          emergency_mo_mt_call.py: using MSISDN 7582
06:15:35.516401 run              osmo-msc_10.42.42.6: Starting osmo-msc
06:15:36.039567 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3508): Launched
06:15:36.326223 run    osmo-msc_10.42.42.6(pid=3509): Launched
06:15:36.495916 run    osmo-stp_10.42.42.5(pid=3506): ERR: Terminated: ERROR {rc=1}  [trial-2370↪emergency:trx-lms↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3506)]
06:15:36.619056 run    osmo-stp_10.42.42.5(pid=3506): stdout: 
| (launched: 2022-12-10_06:15:35.099863)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:15:36.739012 run    osmo-stp_10.42.42.5(pid=3506): stderr: 
| �[0;m�[38;5;43m20221210061535270 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210061535270 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210061535271 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210061535271 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210061535272 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210061535272 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210061535272 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:15:36.854175 run    osmo-stp_10.42.42.5(pid=3506): stdout: 
| (launched: 2022-12-10_06:15:35.099863)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:15:36.968077 run    osmo-stp_10.42.42.5(pid=3506): stderr: 
| �[0;m�[38;5;43m20221210061535270 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210061535270 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210061535271 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210061535271 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210061535272 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210061535272 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210061535272 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:15:37.018633 tst       emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=3506): Process ended prematurely: osmo-stp_10.42.42.5(pid=3506) [trial-2370↪emergency:trx-lms↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3506)]  [trial-2370↪emergency:trx-lms↪emergency_mo_mt_call.py:19]
06:15:37.026870 tst       emergency_mo_mt_call.py:19: Test FAILED (5.9 sec)
06:15:37.086550 run    osmo-hlr_10.42.42.2(pid=3503): ERR: Terminated: ERROR {rc=237}  [trial-2370↪emergency:trx-lms↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3503)]
06:15:37.135429 run    osmo-hlr_10.42.42.2(pid=3503): stdout: 
| (launched: 2022-12-10_06:15:34.203334) 
06:15:37.184791 run    osmo-hlr_10.42.42.2(pid=3503): stderr: 
| �[0;m�[1;31m20221210061534378 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210061534378 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210061534378 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210061534378 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210061534378 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210061534379 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210061534391 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/emergency:trx-lms/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210061534399 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210061534399 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210061534399 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
06:15:37.251624 run    osmo-msc_10.42.42.6(pid=3509): ERR: Terminated: ERROR {rc=2}  [trial-2370↪emergency:trx-lms↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=3509)]
06:15:37.300148 run    osmo-msc_10.42.42.6(pid=3509): stdout: 
| (launched: 2022-12-10_06:15:36.183906) 
06:15:37.349371 run    osmo-msc_10.42.42.6(pid=3509): stderr: 
| �[0;m�[38;5;43m20221210061536453 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210061536453 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fba41fdbc40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210061536453 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210061536453 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210061536453 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210061536454 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210061536455 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210061536456 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210061536456 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210061536456 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
06:15:37.390722 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3502): Terminating (SIGTERM)
06:15:37.430144 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3505): Terminating (SIGTERM)
06:15:37.469757 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3508): Terminating (SIGTERM)
06:15:37.479137 ---      ParallelTerminationStrategy: PID 3502 died...
06:15:37.532609 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3502): Terminated: ok {rc=0}
06:15:37.542265 ---      ParallelTerminationStrategy: PID 3505 died...
06:15:37.595517 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3505): Terminated: ok {rc=0}
06:15:37.605329 ---      ParallelTerminationStrategy: PID 3508 died...
06:15:37.658573 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3508): Terminated: ok {rc=0}
06:15:37.742074 bus                        /sierra_3: Setting Powered False
06:15:38.848419 bus                        /sierra_3: Setting Powered False
06:15:39.954939 bus                        /sierra_2: Setting Powered False
</stdout></case><case><age>229</age><className>emergency:trx-lms</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=3517): Process ended prematurely: osmo-stp_10.42.42.5(pid=3517) [trial-2370↪emergency:trx-lms↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3517)]</errorStackTrace><failedSince>2142</failedSince><name>emergency_preemptive_call.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py", line 32, in &lt;module&gt;
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3517): Process ended prematurely: osmo-stp_10.42.42.5(pid=3517) [trial-2370↪emergency:trx-lms↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3517)]
</stderr><stdout>
----------------------------------------------
trial-2370 emergency:trx-lms emergency_preemptive_call.py
----------------------------------------------
06:15:41.005836 tst                emergency:trx-lms: Using 1 x ip_address (candidates: 6)
06:15:41.017175 tst                emergency:trx-lms: Using 1 x bts (candidates: 1)
06:15:41.156339 tst     emergency_preemptive_call.py: using LAC 26419
06:15:41.275087 tst     emergency_preemptive_call.py: using RAC 154
06:15:41.393244 tst     emergency_preemptive_call.py: using CellId 26419
06:15:41.514884 tst     emergency_preemptive_call.py: using BVCI 26420
06:15:41.538243 tst                emergency:trx-lms: Using 1 x ip_address (candidates: 6)
06:15:41.549254 tst                emergency:trx-lms: Using 1 x ip_address (candidates: 6)
06:15:41.560103 tst                emergency:trx-lms: Using 1 x ip_address (candidates: 6)
06:15:41.571472 tst                emergency:trx-lms: Using 1 x ip_address (candidates: 6)
06:15:41.582932 tst                emergency:trx-lms: Using 1 x ip_address (candidates: 6)
06:15:41.594344 tst                emergency:trx-lms: Using 1 x modem (candidates: 4)
06:15:41.707479 tst                emergency:trx-lms: Using 1 x modem (candidates: 4)
06:15:41.822799 tst                emergency:trx-lms: Using 1 x modem (candidates: 4)
06:15:41.938497 tst                emergency:trx-lms: Using 1 x modem (candidates: 4)
06:15:42.135517 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
06:15:42.588325 run          create_hlr_db(pid=3511): Launched
06:15:42.754438 bus                        /sierra_2: Setting Powered False
06:15:43.775481 run          create_hlr_db(pid=3511): Terminated: ok {rc=0}
06:15:44.185262 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3513): Launched
06:15:44.492415 run    osmo-hlr_10.42.42.2(pid=3514): Launched
06:15:44.605602 run              osmo-stp_10.42.42.5: Starting osmo-stp
06:15:45.140252 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3516): Launched
06:15:45.447123 run    osmo-stp_10.42.42.5(pid=3517): Launched
06:15:45.570554 tst     emergency_preemptive_call.py: using MSISDN 7583
06:15:45.724089 run              osmo-msc_10.42.42.6: Starting osmo-msc
06:15:46.293678 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3519): Launched
06:15:46.691107 run    osmo-msc_10.42.42.6(pid=3520): Launched
06:15:46.925384 run    osmo-stp_10.42.42.5(pid=3517): ERR: Terminated: ERROR {rc=1}  [trial-2370↪emergency:trx-lms↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3517)]
06:15:47.199862 run    osmo-stp_10.42.42.5(pid=3517): stdout: 
| (launched: 2022-12-10_06:15:45.296301)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:15:47.367230 run    osmo-stp_10.42.42.5(pid=3517): stderr: 
| �[0;m�[38;5;43m20221210061545488 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210061545488 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210061545488 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210061545488 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210061545489 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210061545489 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210061545489 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:15:47.490636 run    osmo-stp_10.42.42.5(pid=3517): stdout: 
| (launched: 2022-12-10_06:15:45.296301)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:15:47.612689 run    osmo-stp_10.42.42.5(pid=3517): stderr: 
| �[0;m�[38;5;43m20221210061545488 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210061545488 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210061545488 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210061545488 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210061545489 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210061545489 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210061545489 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:15:47.666833 tst  emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=3517): Process ended prematurely: osmo-stp_10.42.42.5(pid=3517) [trial-2370↪emergency:trx-lms↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3517)]  [trial-2370↪emergency:trx-lms↪emergency_preemptive_call.py:32]
06:15:47.675274 tst  emergency_preemptive_call.py:32: Test FAILED (6.7 sec)
06:15:47.738533 run    osmo-hlr_10.42.42.2(pid=3514): ERR: Terminated: ERROR {rc=237}  [trial-2370↪emergency:trx-lms↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3514)]
06:15:47.790138 run    osmo-hlr_10.42.42.2(pid=3514): stdout: 
| (launched: 2022-12-10_06:15:44.341289) 
06:15:47.842094 run    osmo-hlr_10.42.42.2(pid=3514): stderr: 
| �[0;m�[1;31m20221210061544539 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210061544539 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210061544539 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210061544539 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210061544539 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210061544539 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210061544551 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/emergency:trx-lms/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210061544560 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210061544560 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210061544560 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
06:15:47.912784 run    osmo-msc_10.42.42.6(pid=3520): ERR: Terminated: ERROR {rc=2}  [trial-2370↪emergency:trx-lms↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=3520)]
06:15:47.964121 run    osmo-msc_10.42.42.6(pid=3520): stdout: 
| (launched: 2022-12-10_06:15:46.444151) 
06:15:48.016460 run    osmo-msc_10.42.42.6(pid=3520): stderr: 
| �[0;m�[38;5;43m20221210061547055 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210061547055 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f687d9eec40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210061547056 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210061547056 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210061547056 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210061547056 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210061547062 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210061547063 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210061547063 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210061547063 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
06:15:48.060568 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3513): Terminating (SIGTERM)
06:15:48.102388 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3516): Terminating (SIGTERM)
06:15:48.143943 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3519): Terminating (SIGTERM)
06:15:48.153655 ---      ParallelTerminationStrategy: PID 3513 died...
06:15:48.209533 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3513): Terminated: ok {rc=0}
06:15:48.219539 ---      ParallelTerminationStrategy: PID 3516 died...
06:15:48.275037 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3516): Terminated: ok {rc=0}
06:15:48.285138 ---      ParallelTerminationStrategy: PID 3519 died...
06:15:48.340874 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3519): Terminated: ok {rc=0}
06:15:48.427672 bus                        /sierra_9: Setting Powered False
06:15:49.533164 bus                        /sierra_9: Setting Powered False
06:15:50.644472 bus                        /sierra_8: Setting Powered False
06:15:51.747490 bus                        /sierra_8: Setting Powered False
06:15:52.857272 bus                        /sierra_3: Setting Powered False
06:15:53.959474 bus                        /sierra_3: Setting Powered False
06:15:55.067593 bus                        /sierra_2: Setting Powered False
</stdout></case><duration>27.0</duration><id>106</id><name>emergency_trx-lms</name><properties></properties><timestamp>2022-12-10T06:15:30</timestamp></suite><suite><case><age>232</age><className>gprs:trx-lms</className><duration>9.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=3535): Process ended prematurely: osmo-stp_10.42.42.5(pid=3535) [trial-2370↪gprs:trx-lms↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3535)]</errorStackTrace><failedSince>2139</failedSince><name>cs_paging_gprs_active.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py", line 38, in &lt;module&gt;
    setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py", line 67, in setup_run_iperf3_test_parallel
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3535): Process ended prematurely: osmo-stp_10.42.42.5(pid=3535) [trial-2370↪gprs:trx-lms↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3535)]
</stderr><stdout>
----------------------------------------------
trial-2370 gprs:trx-lms cs_paging_gprs_active.py
----------------------------------------------
06:15:57.174829 tst                     gprs:trx-lms: Using 1 x ip_address (candidates: 9)
06:15:57.185867 tst                     gprs:trx-lms: Using 1 x bts (candidates: 1)
06:15:57.327107 tst         cs_paging_gprs_active.py: using LAC 26420
06:15:57.449608 tst         cs_paging_gprs_active.py: using RAC 155
06:15:57.567968 tst         cs_paging_gprs_active.py: using CellId 26420
06:15:57.684450 tst         cs_paging_gprs_active.py: using BVCI 26421
06:15:57.706985 tst                     gprs:trx-lms: Using 1 x ip_address (candidates: 9)
06:15:57.717495 tst                     gprs:trx-lms: Using 1 x ip_address (candidates: 9)
06:15:57.727794 tst                     gprs:trx-lms: Using 1 x ip_address (candidates: 9)
06:15:57.738483 tst                     gprs:trx-lms: Using 1 x ip_address (candidates: 9)
06:15:57.748898 tst                     gprs:trx-lms: Using 1 x ip_address (candidates: 9)
06:15:57.759374 tst                     gprs:trx-lms: Using 1 x ip_address (candidates: 9)
06:15:57.769999 tst                     gprs:trx-lms: Using 1 x ip_address (candidates: 9)
06:15:57.780392 tst                     gprs:trx-lms: Using 1 x ip_address (candidates: 9)
06:15:57.791055 tst                     gprs:trx-lms: Using 1 x modem (candidates: 4)
06:15:57.907048 tst                     gprs:trx-lms: Using 1 x modem (candidates: 4)
06:15:58.194430 tst      cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...
06:15:58.325482 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
06:15:58.651483 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3525): Launched
06:15:58.922471 run iperf3-srv_10.42.42.10(pid=3526): Launched
06:15:59.114330 tst      cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...
06:15:59.245451 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
06:15:59.571104 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3527): Launched
06:15:59.842391 run iperf3-srv_10.42.42.10(pid=3528): Launched
06:16:00.033942 tst      cs_paging_gprs_active.py:38: start network...
06:16:00.164528 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
06:16:00.666107 run          create_hlr_db(pid=3529): Launched
06:16:00.855449 bus                        /sierra_2: Setting Powered False
06:16:01.862858 run          create_hlr_db(pid=3529): Terminated: ok {rc=0}
06:16:02.294728 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3531): Launched
06:16:02.589132 run    osmo-hlr_10.42.42.2(pid=3532): Launched
06:16:02.696570 run              osmo-stp_10.42.42.5: Starting osmo-stp
06:16:03.206041 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3534): Launched
06:16:03.497425 run    osmo-stp_10.42.42.5(pid=3535): Launched
06:16:03.603413 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
06:16:04.114241 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3537): Launched
06:16:04.218353 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
06:16:04.474976 run               patchelf(pid=3538): Launched
06:16:04.646711 run    osmo-stp_10.42.42.5(pid=3535): ERR: Terminated: ERROR {rc=1}  [trial-2370↪gprs:trx-lms↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3535)]
06:16:04.772338 run    osmo-stp_10.42.42.5(pid=3535): stdout: 
| (launched: 2022-12-10_06:16:03.353623)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:16:04.898137 run    osmo-stp_10.42.42.5(pid=3535): stderr: 
| �[0;m�[38;5;43m20221210061603520 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210061603520 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210061603521 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210061603521 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210061603522 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210061603522 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210061603522 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:16:05.019446 run    osmo-stp_10.42.42.5(pid=3535): stdout: 
| (launched: 2022-12-10_06:16:03.353623)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:16:05.139796 run    osmo-stp_10.42.42.5(pid=3535): stderr: 
| �[0;m�[38;5;43m20221210061603520 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210061603520 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210061603521 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210061603521 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210061603522 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210061603522 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210061603522 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:16:05.279229 run               patchelf(pid=3538): Terminating (SIGINT)
06:16:05.443198 run               patchelf(pid=3538): Terminated: ok {rc=0}
06:16:05.473609 tst      cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=3535): Process ended prematurely: osmo-stp_10.42.42.5(pid=3535) [trial-2370↪gprs:trx-lms↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3535)]  [trial-2370↪gprs:trx-lms↪cs_paging_gprs_active.py:38]
06:16:05.482866 tst      cs_paging_gprs_active.py:38: Test FAILED (8.3 sec)
06:16:05.542826 run    osmo-hlr_10.42.42.2(pid=3532): ERR: Terminated: ERROR {rc=237}  [trial-2370↪gprs:trx-lms↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3532)]
06:16:05.592048 run    osmo-hlr_10.42.42.2(pid=3532): stdout: 
| (launched: 2022-12-10_06:16:02.443290) 
06:16:05.641593 run    osmo-hlr_10.42.42.2(pid=3532): stderr: 
| �[0;m�[1;31m20221210061602617 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210061602617 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210061602617 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210061602617 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210061602617 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210061602617 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210061602630 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/gprs:trx-lms/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210061602638 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210061602638 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210061602638 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
06:16:05.683479 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3525): Terminating (SIGTERM)
06:16:05.722887 run iperf3-srv_10.42.42.10(pid=3526): Terminating (SIGTERM)
06:16:05.762760 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3527): Terminating (SIGTERM)
06:16:05.802024 run iperf3-srv_10.42.42.10(pid=3528): Terminating (SIGTERM)
06:16:05.841613 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3531): Terminating (SIGTERM)
06:16:05.881276 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3534): Terminating (SIGTERM)
06:16:05.921047 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3537): Terminating (SIGTERM)
06:16:05.930243 ---      ParallelTerminationStrategy: PID 3525 died...
06:16:05.982862 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3525): Terminated: ok {rc=0}
06:16:05.992484 ---      ParallelTerminationStrategy: PID 3526 died...
06:16:06.044929 run iperf3-srv_10.42.42.10(pid=3526): Terminated {rc=256}
06:16:06.054539 ---      ParallelTerminationStrategy: PID 3527 died...
06:16:06.107199 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3527): Terminated: ok {rc=0}
06:16:06.116803 ---      ParallelTerminationStrategy: PID 3528 died...
06:16:06.169178 run iperf3-srv_10.42.42.10(pid=3528): Terminated {rc=256}
06:16:06.178918 ---      ParallelTerminationStrategy: PID 3531 died...
06:16:06.231505 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3531): Terminated: ok {rc=0}
06:16:06.241214 ---      ParallelTerminationStrategy: PID 3534 died...
06:16:06.294343 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3534): Terminated: ok {rc=0}
06:16:06.303766 ---      ParallelTerminationStrategy: PID 3537 died...
06:16:06.356069 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3537): Terminated: ok {rc=0}
06:16:06.438864 bus                          /gobi_0: Setting Powered False
06:16:07.538202 bus                          /gobi_0: Setting Powered False
06:16:08.648140 bus                          /gobi_6: Setting Powered False
</stdout></case><case><age>229</age><className>gprs:trx-lms</className><duration>8.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=3547): Process ended prematurely: osmo-stp_10.42.42.5(pid=3547) [trial-2370↪gprs:trx-lms↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3547)]</errorStackTrace><failedSince>2142</failedSince><name>iperf3.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py", line 8, in &lt;module&gt;
    setup_run_iperf3_test_parallel(1)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py", line 67, in setup_run_iperf3_test_parallel
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3547): Process ended prematurely: osmo-stp_10.42.42.5(pid=3547) [trial-2370↪gprs:trx-lms↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3547)]
</stderr><stdout>
----------------------------------------------
trial-2370 gprs:trx-lms iperf3.py
----------------------------------------------
06:16:09.755656 tst                     gprs:trx-lms: Using 1 x ip_address (candidates: 9)
06:16:09.766804 tst                     gprs:trx-lms: Using 1 x bts (candidates: 1)
06:16:09.909208 tst                        iperf3.py: using LAC 26421
06:16:10.046393 tst                        iperf3.py: using RAC 156
06:16:10.173353 tst                        iperf3.py: using CellId 26421
06:16:10.290734 tst                        iperf3.py: using BVCI 26422
06:16:10.312861 tst                     gprs:trx-lms: Using 1 x ip_address (candidates: 9)
06:16:10.323515 tst                     gprs:trx-lms: Using 1 x ip_address (candidates: 9)
06:16:10.333947 tst                     gprs:trx-lms: Using 1 x ip_address (candidates: 9)
06:16:10.344230 tst                     gprs:trx-lms: Using 1 x ip_address (candidates: 9)
06:16:10.355374 tst                     gprs:trx-lms: Using 1 x ip_address (candidates: 9)
06:16:10.365955 tst                     gprs:trx-lms: Using 1 x ip_address (candidates: 9)
06:16:10.376464 tst                     gprs:trx-lms: Using 1 x ip_address (candidates: 9)
06:16:10.387242 tst                     gprs:trx-lms: Using 1 x ip_address (candidates: 9)
06:16:10.397875 tst                     gprs:trx-lms: Using 1 x modem (candidates: 4)
06:16:10.666064 tst                      iperf3.py:8: start iperfv3 server 10.42.42.10:5003...
06:16:10.786916 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
06:16:11.089909 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3539): Launched
06:16:11.342121 run iperf3-srv_10.42.42.10(pid=3540): Launched
06:16:11.518573 tst                      iperf3.py:8: start network...
06:16:11.639611 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
06:16:12.098676 run          create_hlr_db(pid=3541): Launched
06:16:12.266359 bus                          /gobi_6: Setting Powered False
06:16:13.288471 run          create_hlr_db(pid=3541): Terminated: ok {rc=0}
06:16:13.706158 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3543): Launched
06:16:14.022145 run    osmo-hlr_10.42.42.2(pid=3544): Launched
06:16:14.137457 run              osmo-stp_10.42.42.5: Starting osmo-stp
06:16:14.683737 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3546): Launched
06:16:14.998207 run    osmo-stp_10.42.42.5(pid=3547): Launched
06:16:15.111836 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
06:16:15.658873 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3549): Launched
06:16:15.771183 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
06:16:16.097312 run               patchelf(pid=3550): Launched
06:16:16.276556 run    osmo-stp_10.42.42.5(pid=3547): ERR: Terminated: ERROR {rc=1}  [trial-2370↪gprs:trx-lms↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3547)]
06:16:16.408130 run    osmo-stp_10.42.42.5(pid=3547): stdout: 
| (launched: 2022-12-10_06:16:14.843880)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:16:16.538687 run    osmo-stp_10.42.42.5(pid=3547): stderr: 
| �[0;m�[38;5;43m20221210061615034 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210061615034 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210061615034 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210061615034 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210061615037 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210061615037 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210061615037 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:16:16.665880 run    osmo-stp_10.42.42.5(pid=3547): stdout: 
| (launched: 2022-12-10_06:16:14.843880)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:16:16.791909 run    osmo-stp_10.42.42.5(pid=3547): stderr: 
| �[0;m�[38;5;43m20221210061615034 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210061615034 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210061615034 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210061615034 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210061615037 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210061615037 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210061615037 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:16:16.936187 run               patchelf(pid=3550): Terminating (SIGINT)
06:16:17.107976 run               patchelf(pid=3550): Terminated: ok {rc=0}
06:16:17.141228 tst                      iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=3547): Process ended prematurely: osmo-stp_10.42.42.5(pid=3547) [trial-2370↪gprs:trx-lms↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3547)]  [trial-2370↪gprs:trx-lms↪iperf3.py:8]
06:16:17.151558 tst                      iperf3.py:8: Test FAILED (7.4 sec)
06:16:17.217629 run    osmo-hlr_10.42.42.2(pid=3544): ERR: Terminated: ERROR {rc=237}  [trial-2370↪gprs:trx-lms↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3544)]
06:16:17.269665 run    osmo-hlr_10.42.42.2(pid=3544): stdout: 
| (launched: 2022-12-10_06:16:13.866678) 
06:16:17.320787 run    osmo-hlr_10.42.42.2(pid=3544): stderr: 
| �[0;m�[1;31m20221210061614067 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210061614067 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210061614067 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210061614067 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210061614067 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210061614067 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210061614080 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/gprs:trx-lms/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210061614090 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210061614090 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210061614091 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
06:16:17.362098 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3539): Terminating (SIGTERM)
06:16:17.401336 run iperf3-srv_10.42.42.10(pid=3540): Terminating (SIGTERM)
06:16:17.440509 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3543): Terminating (SIGTERM)
06:16:17.479937 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3546): Terminating (SIGTERM)
06:16:17.518811 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3549): Terminating (SIGTERM)
06:16:17.529096 ---      ParallelTerminationStrategy: PID 3539 died...
06:16:17.582168 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3539): Terminated: ok {rc=0}
06:16:17.591532 ---      ParallelTerminationStrategy: PID 3540 died...
06:16:17.643957 run iperf3-srv_10.42.42.10(pid=3540): Terminated {rc=256}
06:16:17.653460 ---      ParallelTerminationStrategy: PID 3543 died...
06:16:17.705914 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3543): Terminated: ok {rc=0}
06:16:17.715303 ---      ParallelTerminationStrategy: PID 3546 died...
06:16:17.767498 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3546): Terminated: ok {rc=0}
06:16:17.777188 ---      ParallelTerminationStrategy: PID 3549 died...
06:16:17.829642 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3549): Terminated: ok {rc=0}
06:16:17.915566 bus                          /gobi_6: Setting Powered False
</stdout></case><case><age>232</age><className>gprs:trx-lms</className><duration>11.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=3565): Process ended prematurely: osmo-stp_10.42.42.5(pid=3565) [trial-2370↪gprs:trx-lms↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3565)]</errorStackTrace><failedSince>2139</failedSince><name>iperf3m4.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py", line 8, in &lt;module&gt;
    setup_run_iperf3_test_parallel(4)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py", line 67, in setup_run_iperf3_test_parallel
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3565): Process ended prematurely: osmo-stp_10.42.42.5(pid=3565) [trial-2370↪gprs:trx-lms↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3565)]
</stderr><stdout>
----------------------------------------------
trial-2370 gprs:trx-lms iperf3m4.py
----------------------------------------------
06:16:19.022941 tst                     gprs:trx-lms: Using 1 x ip_address (candidates: 9)
06:16:19.034085 tst                     gprs:trx-lms: Using 1 x bts (candidates: 1)
06:16:19.167986 tst                      iperf3m4.py: using LAC 26422
06:16:19.284886 tst                      iperf3m4.py: using RAC 157
06:16:19.400078 tst                      iperf3m4.py: using CellId 26422
06:16:19.514672 tst                      iperf3m4.py: using BVCI 26423
06:16:19.537094 tst                     gprs:trx-lms: Using 1 x ip_address (candidates: 9)
06:16:19.547604 tst                     gprs:trx-lms: Using 1 x ip_address (candidates: 9)
06:16:19.557992 tst                     gprs:trx-lms: Using 1 x ip_address (candidates: 9)
06:16:19.568470 tst                     gprs:trx-lms: Using 1 x ip_address (candidates: 9)
06:16:19.578964 tst                     gprs:trx-lms: Using 1 x ip_address (candidates: 9)
06:16:19.589484 tst                     gprs:trx-lms: Using 1 x ip_address (candidates: 9)
06:16:19.600114 tst                     gprs:trx-lms: Using 1 x ip_address (candidates: 9)
06:16:19.610613 tst                     gprs:trx-lms: Using 1 x ip_address (candidates: 9)
06:16:19.621260 tst                     gprs:trx-lms: Using 1 x modem (candidates: 4)
06:16:19.733464 tst                     gprs:trx-lms: Using 1 x modem (candidates: 4)
06:16:19.852084 tst                     gprs:trx-lms: Using 1 x modem (candidates: 4)
06:16:19.969745 tst                     gprs:trx-lms: Using 1 x modem (candidates: 4)
06:16:20.238859 tst                    iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...
06:16:20.359960 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
06:16:20.662782 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3551): Launched
06:16:20.913630 run iperf3-srv_10.42.42.10(pid=3552): Launched
06:16:21.089926 tst                    iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...
06:16:21.210500 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
06:16:21.513082 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3553): Launched
06:16:21.765312 run iperf3-srv_10.42.42.10(pid=3554): Launched
06:16:21.942750 tst                    iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...
06:16:22.064108 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
06:16:22.368116 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3555): Launched
06:16:22.618970 run iperf3-srv_10.42.42.10(pid=3556): Launched
06:16:22.796119 tst                    iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...
06:16:22.917160 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
06:16:23.220224 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3557): Launched
06:16:23.479982 run iperf3-srv_10.42.42.10(pid=3558): Launched
06:16:23.673238 tst                    iperf3m4.py:8: start network...
06:16:23.804930 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
06:16:24.308073 run          create_hlr_db(pid=3559): Launched
06:16:24.489965 bus                          /gobi_6: Setting Powered False
06:16:25.509660 run          create_hlr_db(pid=3559): Terminated: ok {rc=0}
06:16:25.927341 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3561): Launched
06:16:26.241658 run    osmo-hlr_10.42.42.2(pid=3562): Launched
06:16:26.357064 run              osmo-stp_10.42.42.5: Starting osmo-stp
06:16:26.905107 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3564): Launched
06:16:27.216764 run    osmo-stp_10.42.42.5(pid=3565): Launched
06:16:27.324702 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
06:16:27.837177 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3567): Launched
06:16:27.941139 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
06:16:28.198005 run               patchelf(pid=3568): Launched
06:16:28.370142 run    osmo-stp_10.42.42.5(pid=3565): ERR: Terminated: ERROR {rc=1}  [trial-2370↪gprs:trx-lms↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3565)]
06:16:28.495818 run    osmo-stp_10.42.42.5(pid=3565): stdout: 
| (launched: 2022-12-10_06:16:27.064668)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:16:28.621912 run    osmo-stp_10.42.42.5(pid=3565): stderr: 
| �[0;m�[38;5;43m20221210061627235 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210061627235 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210061627235 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210061627236 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210061627236 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210061627236 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210061627236 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:16:28.743230 run    osmo-stp_10.42.42.5(pid=3565): stdout: 
| (launched: 2022-12-10_06:16:27.064668)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:16:28.863731 run    osmo-stp_10.42.42.5(pid=3565): stderr: 
| �[0;m�[38;5;43m20221210061627235 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210061627235 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210061627235 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210061627236 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210061627236 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210061627236 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210061627236 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:16:29.003282 run               patchelf(pid=3568): Terminating (SIGINT)
06:16:29.167006 run               patchelf(pid=3568): Terminated: ok {rc=0}
06:16:29.197447 tst                    iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=3565): Process ended prematurely: osmo-stp_10.42.42.5(pid=3565) [trial-2370↪gprs:trx-lms↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3565)]  [trial-2370↪gprs:trx-lms↪iperf3m4.py:8]
06:16:29.206663 tst                    iperf3m4.py:8: Test FAILED (10.2 sec)
06:16:29.266474 run    osmo-hlr_10.42.42.2(pid=3562): ERR: Terminated: ERROR {rc=237}  [trial-2370↪gprs:trx-lms↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3562)]
06:16:29.314894 run    osmo-hlr_10.42.42.2(pid=3562): stdout: 
| (launched: 2022-12-10_06:16:26.087101) 
06:16:29.363737 run    osmo-hlr_10.42.42.2(pid=3562): stderr: 
| �[0;m�[1;31m20221210061626287 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210061626287 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210061626287 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210061626287 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210061626287 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210061626287 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210061626300 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/gprs:trx-lms/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210061626310 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210061626311 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210061626311 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
06:16:29.404712 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3551): Terminating (SIGTERM)
06:16:29.443656 run iperf3-srv_10.42.42.10(pid=3552): Terminating (SIGTERM)
06:16:29.482370 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3553): Terminating (SIGTERM)
06:16:29.521007 run iperf3-srv_10.42.42.10(pid=3554): Terminating (SIGTERM)
06:16:29.559632 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3555): Terminating (SIGTERM)
06:16:29.598443 run iperf3-srv_10.42.42.10(pid=3556): Terminating (SIGTERM)
06:16:29.637250 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3557): Terminating (SIGTERM)
06:16:29.675830 run iperf3-srv_10.42.42.10(pid=3558): Terminating (SIGTERM)
06:16:29.714676 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3561): Terminating (SIGTERM)
06:16:29.753471 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3564): Terminating (SIGTERM)
06:16:29.792286 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3567): Terminating (SIGTERM)
06:16:29.801556 ---      ParallelTerminationStrategy: PID 3551 died...
06:16:29.854330 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3551): Terminated: ok {rc=0}
06:16:29.863675 ---      ParallelTerminationStrategy: PID 3552 died...
06:16:29.915341 run iperf3-srv_10.42.42.10(pid=3552): Terminated {rc=256}
06:16:29.924871 ---      ParallelTerminationStrategy: PID 3553 died...
06:16:29.976834 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3553): Terminated: ok {rc=0}
06:16:29.986318 ---      ParallelTerminationStrategy: PID 3554 died...
06:16:30.038184 run iperf3-srv_10.42.42.10(pid=3554): Terminated {rc=256}
06:16:30.047687 ---      ParallelTerminationStrategy: PID 3555 died...
06:16:30.099595 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3555): Terminated: ok {rc=0}
06:16:30.109198 ---      ParallelTerminationStrategy: PID 3556 died...
06:16:30.160844 run iperf3-srv_10.42.42.10(pid=3556): Terminated {rc=256}
06:16:30.170197 ---      ParallelTerminationStrategy: PID 3557 died...
06:16:30.222565 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3557): Terminated: ok {rc=0}
06:16:30.231914 ---      ParallelTerminationStrategy: PID 3558 died...
06:16:30.283531 run iperf3-srv_10.42.42.10(pid=3558): Terminated {rc=256}
06:16:30.292916 ---      ParallelTerminationStrategy: PID 3561 died...
06:16:30.345082 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3561): Terminated: ok {rc=0}
06:16:30.354634 ---      ParallelTerminationStrategy: PID 3564 died...
06:16:30.406418 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3564): Terminated: ok {rc=0}
06:16:30.415827 ---      ParallelTerminationStrategy: PID 3567 died...
06:16:30.467310 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3567): Terminated: ok {rc=0}
06:16:30.553789 bus                          /gobi_4: Setting Powered False
06:16:31.679155 bus                          /gobi_4: Setting Powered False
06:16:32.786371 bus                          /gobi_1: Setting Powered False
06:16:33.890642 bus                          /gobi_1: Setting Powered False
06:16:34.995199 bus                          /gobi_0: Setting Powered False
06:16:36.098741 bus                          /gobi_0: Setting Powered False
06:16:37.206944 bus                          /gobi_6: Setting Powered False
</stdout></case><case><age>44</age><className>gprs:trx-lms</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=3575): Process ended prematurely: osmo-stp_10.42.42.5(pid=3575) [trial-2370↪gprs:trx-lms↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3575)]</errorStackTrace><failedSince>2327</failedSince><name>ping.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py", line 22, in &lt;module&gt;
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3575): Process ended prematurely: osmo-stp_10.42.42.5(pid=3575) [trial-2370↪gprs:trx-lms↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3575)]
</stderr><stdout>
----------------------------------------------
trial-2370 gprs:trx-lms ping.py
----------------------------------------------
06:16:38.275085 tst                     gprs:trx-lms: Using 1 x ip_address (candidates: 9)
06:16:38.286678 tst                     gprs:trx-lms: Using 1 x bts (candidates: 1)
06:16:38.425951 tst                          ping.py: using LAC 26423
06:16:38.541089 tst                          ping.py: using RAC 158
06:16:38.653543 tst                          ping.py: using CellId 26423
06:16:38.766083 tst                          ping.py: using BVCI 26424
06:16:38.788142 tst                     gprs:trx-lms: Using 1 x ip_address (candidates: 9)
06:16:38.798716 tst                     gprs:trx-lms: Using 1 x ip_address (candidates: 9)
06:16:38.809156 tst                     gprs:trx-lms: Using 1 x ip_address (candidates: 9)
06:16:38.819728 tst                     gprs:trx-lms: Using 1 x ip_address (candidates: 9)
06:16:38.830182 tst                     gprs:trx-lms: Using 1 x ip_address (candidates: 9)
06:16:38.840590 tst                     gprs:trx-lms: Using 1 x ip_address (candidates: 9)
06:16:38.851135 tst                     gprs:trx-lms: Using 1 x ip_address (candidates: 9)
06:16:38.861658 tst                     gprs:trx-lms: Using 1 x modem (candidates: 4)
06:16:39.139650 tst                       ping.py:19: start network...
06:16:39.267536 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
06:16:39.757803 run          create_hlr_db(pid=3569): Launched
06:16:39.935601 bus                          /gobi_6: Setting Powered False
06:16:40.956105 run          create_hlr_db(pid=3569): Terminated: ok {rc=0}
06:16:41.363785 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3571): Launched
06:16:41.669563 run    osmo-hlr_10.42.42.2(pid=3572): Launched
06:16:41.784803 run              osmo-stp_10.42.42.5: Starting osmo-stp
06:16:42.319422 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3574): Launched
06:16:42.626163 run    osmo-stp_10.42.42.5(pid=3575): Launched
06:16:42.737298 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
06:16:43.272246 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3577): Launched
06:16:43.381465 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
06:16:43.649780 run               patchelf(pid=3578): Launched
06:16:43.831160 run    osmo-stp_10.42.42.5(pid=3575): ERR: Terminated: ERROR {rc=1}  [trial-2370↪gprs:trx-lms↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3575)]
06:16:43.963205 run    osmo-stp_10.42.42.5(pid=3575): stdout: 
| (launched: 2022-12-10_06:16:42.475057)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:16:44.095946 run    osmo-stp_10.42.42.5(pid=3575): stderr: 
| �[0;m�[38;5;43m20221210061642665 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210061642665 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210061642665 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210061642666 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210061642666 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210061642666 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210061642666 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:16:44.224052 run    osmo-stp_10.42.42.5(pid=3575): stdout: 
| (launched: 2022-12-10_06:16:42.475057)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:16:44.350239 run    osmo-stp_10.42.42.5(pid=3575): stderr: 
| �[0;m�[38;5;43m20221210061642665 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210061642665 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210061642665 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210061642666 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210061642666 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210061642666 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210061642666 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:16:44.496359 run               patchelf(pid=3578): Terminating (SIGINT)
06:16:44.668020 run               patchelf(pid=3578): Terminated: ok {rc=0}
06:16:44.699457 tst                       ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=3575): Process ended prematurely: osmo-stp_10.42.42.5(pid=3575) [trial-2370↪gprs:trx-lms↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3575)]  [trial-2370↪gprs:trx-lms↪ping.py:22]
06:16:44.708679 tst                       ping.py:22: Test FAILED (6.4 sec)
06:16:44.771235 run    osmo-hlr_10.42.42.2(pid=3572): ERR: Terminated: ERROR {rc=237}  [trial-2370↪gprs:trx-lms↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3572)]
06:16:44.822067 run    osmo-hlr_10.42.42.2(pid=3572): stdout: 
| (launched: 2022-12-10_06:16:41.519117) 
06:16:44.873585 run    osmo-hlr_10.42.42.2(pid=3572): stderr: 
| �[0;m�[1;31m20221210061641717 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210061641717 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210061641717 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210061641717 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210061641717 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210061641718 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210061641729 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/gprs:trx-lms/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210061641737 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210061641737 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210061641737 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
06:16:44.917079 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3571): Terminating (SIGTERM)
06:16:44.958179 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3574): Terminating (SIGTERM)
06:16:44.999319 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3577): Terminating (SIGTERM)
06:16:45.008906 ---      ParallelTerminationStrategy: PID 3571 died...
06:16:45.064112 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3571): Terminated: ok {rc=0}
06:16:45.074236 ---      ParallelTerminationStrategy: PID 3574 died...
06:16:45.128979 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3574): Terminated: ok {rc=0}
06:16:45.138962 ---      ParallelTerminationStrategy: PID 3577 died...
06:16:45.193560 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3577): Terminated: ok {rc=0}
06:16:45.278377 bus                          /gobi_6: Setting Powered False
</stdout></case><case><age>51</age><className>gprs:trx-lms</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=3585): Process ended prematurely: osmo-stp_10.42.42.5(pid=3585) [trial-2370↪gprs:trx-lms↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3585)]</errorStackTrace><failedSince>2320</failedSince><name>ping_idle_ping.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py", line 27, in &lt;module&gt;
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3585): Process ended prematurely: osmo-stp_10.42.42.5(pid=3585) [trial-2370↪gprs:trx-lms↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3585)]
</stderr><stdout>
----------------------------------------------
trial-2370 gprs:trx-lms ping_idle_ping.py
----------------------------------------------
06:16:46.328247 tst                     gprs:trx-lms: Using 1 x ip_address (candidates: 9)
06:16:46.340390 tst                     gprs:trx-lms: Using 1 x bts (candidates: 1)
06:16:46.496607 tst                ping_idle_ping.py: using LAC 26424
06:16:46.641903 tst                ping_idle_ping.py: using RAC 159
06:16:46.788158 tst                ping_idle_ping.py: using CellId 26424
06:16:46.934274 tst                ping_idle_ping.py: using BVCI 26425
06:16:46.965808 tst                     gprs:trx-lms: Using 1 x ip_address (candidates: 9)
06:16:46.980531 tst                     gprs:trx-lms: Using 1 x ip_address (candidates: 9)
06:16:46.995083 tst                     gprs:trx-lms: Using 1 x ip_address (candidates: 9)
06:16:47.009727 tst                     gprs:trx-lms: Using 1 x ip_address (candidates: 9)
06:16:47.025306 tst                     gprs:trx-lms: Using 1 x ip_address (candidates: 9)
06:16:47.041093 tst                     gprs:trx-lms: Using 1 x ip_address (candidates: 9)
06:16:47.057549 tst                     gprs:trx-lms: Using 1 x ip_address (candidates: 9)
06:16:47.069616 tst                     gprs:trx-lms: Using 1 x modem (candidates: 4)
06:16:47.371936 tst             ping_idle_ping.py:24: start network...
06:16:47.500112 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
06:16:47.995723 run          create_hlr_db(pid=3579): Launched
06:16:48.174772 bus                          /gobi_6: Setting Powered False
06:16:49.185733 run          create_hlr_db(pid=3579): Terminated: ok {rc=0}
06:16:49.604852 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3581): Launched
06:16:49.913322 run    osmo-hlr_10.42.42.2(pid=3582): Launched
06:16:50.030278 run              osmo-stp_10.42.42.5: Starting osmo-stp
06:16:50.567111 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3584): Launched
06:16:50.876321 run    osmo-stp_10.42.42.5(pid=3585): Launched
06:16:50.988330 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
06:16:51.526032 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3587): Launched
06:16:51.635642 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
06:16:51.906110 run               patchelf(pid=3588): Launched
06:16:52.087071 run    osmo-stp_10.42.42.5(pid=3585): ERR: Terminated: ERROR {rc=1}  [trial-2370↪gprs:trx-lms↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3585)]
06:16:52.219268 run    osmo-stp_10.42.42.5(pid=3585): stdout: 
| (launched: 2022-12-10_06:16:50.723533)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:16:52.353247 run    osmo-stp_10.42.42.5(pid=3585): stderr: 
| �[0;m�[38;5;43m20221210061650914 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210061650914 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210061650914 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210061650915 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210061650915 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210061650915 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210061650915 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:16:52.480899 run    osmo-stp_10.42.42.5(pid=3585): stdout: 
| (launched: 2022-12-10_06:16:50.723533)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:16:52.607552 run    osmo-stp_10.42.42.5(pid=3585): stderr: 
| �[0;m�[38;5;43m20221210061650914 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210061650914 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210061650914 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210061650915 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210061650915 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210061650915 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210061650915 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:16:52.755080 run               patchelf(pid=3588): Terminating (SIGINT)
06:16:52.927455 run               patchelf(pid=3588): Terminated: ok {rc=0}
06:16:52.958853 tst             ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=3585): Process ended prematurely: osmo-stp_10.42.42.5(pid=3585) [trial-2370↪gprs:trx-lms↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3585)]  [trial-2370↪gprs:trx-lms↪ping_idle_ping.py:27]
06:16:52.968114 tst             ping_idle_ping.py:27: Test FAILED (6.6 sec)
06:16:53.029327 run    osmo-hlr_10.42.42.2(pid=3582): ERR: Terminated: ERROR {rc=237}  [trial-2370↪gprs:trx-lms↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3582)]
06:16:53.079284 run    osmo-hlr_10.42.42.2(pid=3582): stdout: 
| (launched: 2022-12-10_06:16:49.761763) 
06:16:53.130024 run    osmo-hlr_10.42.42.2(pid=3582): stderr: 
| �[0;m�[1;31m20221210061649957 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210061649957 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210061649957 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210061649957 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210061649957 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210061649957 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210061649969 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/gprs:trx-lms/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210061649978 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210061649978 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210061649978 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
06:16:53.173256 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3581): Terminating (SIGTERM)
06:16:53.213935 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3584): Terminating (SIGTERM)
06:16:53.254642 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3587): Terminating (SIGTERM)
06:16:53.263781 ---      ParallelTerminationStrategy: PID 3581 died...
06:16:53.318438 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3581): Terminated: ok {rc=0}
06:16:53.328376 ---      ParallelTerminationStrategy: PID 3584 died...
06:16:53.382905 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3584): Terminated: ok {rc=0}
06:16:53.392721 ---      ParallelTerminationStrategy: PID 3587 died...
06:16:53.447152 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3587): Terminated: ok {rc=0}
06:16:53.533400 bus                          /gobi_6: Setting Powered False
</stdout></case><duration>59.0</duration><id>107</id><name>gprs_trx-lms</name><properties></properties><timestamp>2022-12-10T06:15:56</timestamp></suite><suite><case><age>232</age><className>gprs:trx-lms+mod-bts0-egprs</className><duration>9.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=3605): Process ended prematurely: osmo-stp_10.42.42.5(pid=3605) [trial-2370↪gprs:trx-lms+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3605)]</errorStackTrace><failedSince>2139</failedSince><name>cs_paging_gprs_active.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py", line 38, in &lt;module&gt;
    setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py", line 67, in setup_run_iperf3_test_parallel
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3605): Process ended prematurely: osmo-stp_10.42.42.5(pid=3605) [trial-2370↪gprs:trx-lms+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3605)]
</stderr><stdout>
----------------------------------------------
trial-2370 gprs:trx-lms+mod-bts0-egprs cs_paging_gprs_active.py
----------------------------------------------
06:16:55.683566 tst      gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
06:16:55.694728 tst      gprs:trx-lms+mod-bts0-egprs: Using 1 x bts (candidates: 1)
06:16:55.842684 tst         cs_paging_gprs_active.py: using LAC 26425
06:16:55.964568 tst         cs_paging_gprs_active.py: using RAC 160
06:16:56.086388 tst         cs_paging_gprs_active.py: using CellId 26425
06:16:56.207902 tst         cs_paging_gprs_active.py: using BVCI 26426
06:16:56.232061 tst      gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
06:16:56.243237 tst      gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
06:16:56.254275 tst      gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
06:16:56.265343 tst      gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
06:16:56.276419 tst      gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
06:16:56.287530 tst      gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
06:16:56.298810 tst      gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
06:16:56.309805 tst      gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
06:16:56.320773 tst      gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)
06:16:56.435682 tst      gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)
06:16:56.706652 tst      cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...
06:16:56.829092 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
06:16:57.134619 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3592): Launched
06:16:57.388247 run iperf3-srv_10.42.42.10(pid=3593): Launched
06:16:57.567147 tst      cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...
06:16:57.689212 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
06:16:57.994949 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3594): Launched
06:16:58.248256 run iperf3-srv_10.42.42.10(pid=3595): Launched
06:16:58.427473 tst      cs_paging_gprs_active.py:38: start network...
06:16:58.549596 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
06:16:59.012652 run          create_hlr_db(pid=3596): Launched
06:16:59.180909 bus                          /gobi_6: Setting Powered False
06:17:00.203459 run          create_hlr_db(pid=3596): Terminated: ok {rc=0}
06:17:00.621581 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3598): Launched
06:17:01.053442 run    osmo-hlr_10.42.42.2(pid=3599): Launched
06:17:01.203131 run              osmo-stp_10.42.42.5: Starting osmo-stp
06:17:01.888303 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3601): Launched
06:17:02.227108 run    osmo-stp_10.42.42.5(pid=3605): Launched
06:17:02.375043 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
06:17:02.901835 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3607): Launched
06:17:03.006191 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
06:17:03.263315 run               patchelf(pid=3608): Launched
06:17:03.437787 run    osmo-stp_10.42.42.5(pid=3605): ERR: Terminated: ERROR {rc=1}  [trial-2370↪gprs:trx-lms+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3605)]
06:17:03.564100 run    osmo-stp_10.42.42.5(pid=3605): stdout: 
| (launched: 2022-12-10_06:17:02.053265)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:17:03.690786 run    osmo-stp_10.42.42.5(pid=3605): stderr: 
| �[0;m�[38;5;43m20221210061702451 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210061702452 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210061702452 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210061702452 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210061702453 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210061702453 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210061702453 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:17:03.813147 run    osmo-stp_10.42.42.5(pid=3605): stdout: 
| (launched: 2022-12-10_06:17:02.053265)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:17:03.934559 run    osmo-stp_10.42.42.5(pid=3605): stderr: 
| �[0;m�[38;5;43m20221210061702451 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210061702452 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210061702452 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210061702452 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210061702453 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210061702453 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210061702453 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:17:04.075475 run               patchelf(pid=3608): Terminating (SIGINT)
06:17:04.241444 run               patchelf(pid=3608): Terminated: ok {rc=0}
06:17:04.272131 tst      cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=3605): Process ended prematurely: osmo-stp_10.42.42.5(pid=3605) [trial-2370↪gprs:trx-lms+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3605)]  [trial-2370↪gprs:trx-lms+mod-bts0-egprs↪cs_paging_gprs_active.py:38]
06:17:04.281380 tst      cs_paging_gprs_active.py:38: Test FAILED (8.6 sec)
06:17:04.341654 run    osmo-hlr_10.42.42.2(pid=3599): ERR: Terminated: ERROR {rc=237}  [trial-2370↪gprs:trx-lms+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3599)]
06:17:04.390531 run    osmo-hlr_10.42.42.2(pid=3599): stdout: 
| (launched: 2022-12-10_06:17:00.782044) 
06:17:04.439720 run    osmo-hlr_10.42.42.2(pid=3599): stderr: 
| �[0;m�[1;31m20221210061701094 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210061701094 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210061701094 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210061701094 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210061701094 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210061701094 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210061701114 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/gprs:trx-lms+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210061701136 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210061701136 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210061701136 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
06:17:04.481459 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3592): Terminating (SIGTERM)
06:17:04.520924 run iperf3-srv_10.42.42.10(pid=3593): Terminating (SIGTERM)
06:17:04.560422 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3594): Terminating (SIGTERM)
06:17:04.599655 run iperf3-srv_10.42.42.10(pid=3595): Terminating (SIGTERM)
06:17:04.639004 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3598): Terminating (SIGTERM)
06:17:04.678444 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3601): Terminating (SIGTERM)
06:17:04.717993 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3607): Terminating (SIGTERM)
06:17:04.727286 ---      ParallelTerminationStrategy: PID 3592 died...
06:17:04.780092 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3592): Terminated: ok {rc=0}
06:17:04.789808 ---      ParallelTerminationStrategy: PID 3593 died...
06:17:04.842095 run iperf3-srv_10.42.42.10(pid=3593): Terminated {rc=256}
06:17:04.851802 ---      ParallelTerminationStrategy: PID 3594 died...
06:17:04.904134 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3594): Terminated: ok {rc=0}
06:17:04.913962 ---      ParallelTerminationStrategy: PID 3595 died...
06:17:04.966508 run iperf3-srv_10.42.42.10(pid=3595): Terminated {rc=256}
06:17:04.976059 ---      ParallelTerminationStrategy: PID 3598 died...
06:17:05.028022 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3598): Terminated: ok {rc=0}
06:17:05.037940 ---      ParallelTerminationStrategy: PID 3601 died...
06:17:05.090322 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3601): Terminated: ok {rc=0}
06:17:05.100135 ---      ParallelTerminationStrategy: PID 3607 died...
06:17:05.152479 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3607): Terminated: ok {rc=0}
06:17:05.240232 bus                          /gobi_0: Setting Powered False
06:17:06.344832 bus                          /gobi_0: Setting Powered False
06:17:07.451856 bus                          /gobi_6: Setting Powered False
</stdout></case><case><age>232</age><className>gprs:trx-lms+mod-bts0-egprs</className><duration>8.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=3617): Process ended prematurely: osmo-stp_10.42.42.5(pid=3617) [trial-2370↪gprs:trx-lms+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3617)]</errorStackTrace><failedSince>2139</failedSince><name>iperf3.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py", line 8, in &lt;module&gt;
    setup_run_iperf3_test_parallel(1)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py", line 67, in setup_run_iperf3_test_parallel
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3617): Process ended prematurely: osmo-stp_10.42.42.5(pid=3617) [trial-2370↪gprs:trx-lms+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3617)]
</stderr><stdout>
----------------------------------------------
trial-2370 gprs:trx-lms+mod-bts0-egprs iperf3.py
----------------------------------------------
06:17:08.559306 tst      gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
06:17:08.570755 tst      gprs:trx-lms+mod-bts0-egprs: Using 1 x bts (candidates: 1)
06:17:08.706220 tst                        iperf3.py: using LAC 26426
06:17:08.823695 tst                        iperf3.py: using RAC 161
06:17:08.941386 tst                        iperf3.py: using CellId 26426
06:17:09.056465 tst                        iperf3.py: using BVCI 26427
06:17:09.078894 tst      gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
06:17:09.089642 tst      gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
06:17:09.100133 tst      gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
06:17:09.110875 tst      gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
06:17:09.121582 tst      gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
06:17:09.132250 tst      gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
06:17:09.143114 tst      gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
06:17:09.153860 tst      gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
06:17:09.164772 tst      gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)
06:17:09.436568 tst                      iperf3.py:8: start iperfv3 server 10.42.42.10:5003...
06:17:09.558553 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
06:17:09.863805 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3609): Launched
06:17:10.116895 run iperf3-srv_10.42.42.10(pid=3610): Launched
06:17:10.295585 tst                      iperf3.py:8: start network...
06:17:10.418027 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
06:17:10.879054 run          create_hlr_db(pid=3611): Launched
06:17:11.053971 bus                          /gobi_6: Setting Powered False
06:17:12.069019 run          create_hlr_db(pid=3611): Terminated: ok {rc=0}
06:17:12.487536 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3613): Launched
06:17:12.802747 run    osmo-hlr_10.42.42.2(pid=3614): Launched
06:17:12.918479 run              osmo-stp_10.42.42.5: Starting osmo-stp
06:17:13.463839 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3616): Launched
06:17:13.777933 run    osmo-stp_10.42.42.5(pid=3617): Launched
06:17:13.891814 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
06:17:14.439105 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3619): Launched
06:17:14.550322 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
06:17:14.822951 run               patchelf(pid=3620): Launched
06:17:15.006827 run    osmo-stp_10.42.42.5(pid=3617): ERR: Terminated: ERROR {rc=1}  [trial-2370↪gprs:trx-lms+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3617)]
06:17:15.141014 run    osmo-stp_10.42.42.5(pid=3617): stdout: 
| (launched: 2022-12-10_06:17:13.622968)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:17:15.275437 run    osmo-stp_10.42.42.5(pid=3617): stderr: 
| �[0;m�[38;5;43m20221210061713814 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210061713814 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210061713814 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210061713815 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210061713817 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210061713817 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210061713817 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:17:15.405586 run    osmo-stp_10.42.42.5(pid=3617): stdout: 
| (launched: 2022-12-10_06:17:13.622968)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:17:15.534351 run    osmo-stp_10.42.42.5(pid=3617): stderr: 
| �[0;m�[38;5;43m20221210061713814 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210061713814 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210061713814 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210061713815 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210061713817 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210061713817 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210061713817 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:17:15.683835 run               patchelf(pid=3620): Terminating (SIGINT)
06:17:15.873169 run               patchelf(pid=3620): Terminated: ok {rc=0}
06:17:15.914563 tst                      iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=3617): Process ended prematurely: osmo-stp_10.42.42.5(pid=3617) [trial-2370↪gprs:trx-lms+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3617)]  [trial-2370↪gprs:trx-lms+mod-bts0-egprs↪iperf3.py:8]
06:17:15.925115 tst                      iperf3.py:8: Test FAILED (7.4 sec)
06:17:15.987952 run    osmo-hlr_10.42.42.2(pid=3614): ERR: Terminated: ERROR {rc=237}  [trial-2370↪gprs:trx-lms+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3614)]
06:17:16.039471 run    osmo-hlr_10.42.42.2(pid=3614): stdout: 
| (launched: 2022-12-10_06:17:12.647217) 
06:17:16.091521 run    osmo-hlr_10.42.42.2(pid=3614): stderr: 
| �[0;m�[1;31m20221210061712848 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210061712848 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210061712848 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210061712848 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210061712848 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210061712848 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210061712863 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/gprs:trx-lms+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210061712872 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210061712872 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210061712872 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
06:17:16.136023 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3609): Terminating (SIGTERM)
06:17:16.179801 run iperf3-srv_10.42.42.10(pid=3610): Terminating (SIGTERM)
06:17:16.223440 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3613): Terminating (SIGTERM)
06:17:16.267612 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3616): Terminating (SIGTERM)
06:17:16.309846 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3619): Terminating (SIGTERM)
06:17:16.319552 ---      ParallelTerminationStrategy: PID 3609 died...
06:17:16.375590 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3609): Terminated: ok {rc=0}
06:17:16.385907 ---      ParallelTerminationStrategy: PID 3610 died...
06:17:16.441825 run iperf3-srv_10.42.42.10(pid=3610): Terminated {rc=256}
06:17:16.452325 ---      ParallelTerminationStrategy: PID 3613 died...
06:17:16.507949 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3613): Terminated: ok {rc=0}
06:17:16.518225 ---      ParallelTerminationStrategy: PID 3616 died...
06:17:16.573760 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3616): Terminated: ok {rc=0}
06:17:16.584349 ---      ParallelTerminationStrategy: PID 3619 died...
06:17:16.640029 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3619): Terminated: ok {rc=0}
06:17:16.728185 bus                          /gobi_6: Setting Powered False
</stdout></case><case><age>232</age><className>gprs:trx-lms+mod-bts0-egprs</className><duration>11.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=3635): Process ended prematurely: osmo-stp_10.42.42.5(pid=3635) [trial-2370↪gprs:trx-lms+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3635)]</errorStackTrace><failedSince>2139</failedSince><name>iperf3m4.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py", line 8, in &lt;module&gt;
    setup_run_iperf3_test_parallel(4)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py", line 67, in setup_run_iperf3_test_parallel
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3635): Process ended prematurely: osmo-stp_10.42.42.5(pid=3635) [trial-2370↪gprs:trx-lms+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3635)]
</stderr><stdout>
----------------------------------------------
trial-2370 gprs:trx-lms+mod-bts0-egprs iperf3m4.py
----------------------------------------------
06:17:17.839746 tst      gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
06:17:17.851377 tst      gprs:trx-lms+mod-bts0-egprs: Using 1 x bts (candidates: 1)
06:17:17.994894 tst                      iperf3m4.py: using LAC 26427
06:17:18.115796 tst                      iperf3m4.py: using RAC 162
06:17:18.236364 tst                      iperf3m4.py: using CellId 26427
06:17:18.357461 tst                      iperf3m4.py: using BVCI 26428
06:17:18.381485 tst      gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
06:17:18.392641 tst      gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
06:17:18.403650 tst      gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
06:17:18.414683 tst      gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
06:17:18.425588 tst      gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
06:17:18.436502 tst      gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
06:17:18.447849 tst      gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
06:17:18.458944 tst      gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
06:17:18.470254 tst      gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)
06:17:18.590246 tst      gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)
06:17:18.710577 tst      gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)
06:17:18.825487 tst      gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)
06:17:19.111454 tst                    iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...
06:17:19.242737 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
06:17:19.568152 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3621): Launched
06:17:19.839432 run iperf3-srv_10.42.42.10(pid=3622): Launched
06:17:20.032108 tst                    iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...
06:17:20.163158 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
06:17:20.490377 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3623): Launched
06:17:20.761905 run iperf3-srv_10.42.42.10(pid=3624): Launched
06:17:20.953601 tst                    iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...
06:17:21.084261 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
06:17:21.410460 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3625): Launched
06:17:21.680502 run iperf3-srv_10.42.42.10(pid=3626): Launched
06:17:21.872607 tst                    iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...
06:17:22.003305 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
06:17:22.329069 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3627): Launched
06:17:22.600861 run iperf3-srv_10.42.42.10(pid=3628): Launched
06:17:22.793767 tst                    iperf3m4.py:8: start network...
06:17:22.924689 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
06:17:23.426737 run          create_hlr_db(pid=3629): Launched
06:17:23.608298 bus                          /gobi_6: Setting Powered False
06:17:24.629825 run          create_hlr_db(pid=3629): Terminated: ok {rc=0}
06:17:25.025683 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3631): Launched
06:17:25.320080 run    osmo-hlr_10.42.42.2(pid=3632): Launched
06:17:25.434945 run              osmo-stp_10.42.42.5: Starting osmo-stp
06:17:25.952845 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3634): Launched
06:17:26.246240 run    osmo-stp_10.42.42.5(pid=3635): Launched
06:17:26.353351 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
06:17:26.865729 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3637): Launched
06:17:26.969893 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
06:17:27.226526 run               patchelf(pid=3638): Launched
06:17:27.398766 run    osmo-stp_10.42.42.5(pid=3635): ERR: Terminated: ERROR {rc=1}  [trial-2370↪gprs:trx-lms+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3635)]
06:17:27.524660 run    osmo-stp_10.42.42.5(pid=3635): stdout: 
| (launched: 2022-12-10_06:17:26.101217)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:17:27.650434 run    osmo-stp_10.42.42.5(pid=3635): stderr: 
| �[0;m�[38;5;43m20221210061726273 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210061726273 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210061726274 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210061726274 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210061726274 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210061726274 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210061726274 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:17:27.771941 run    osmo-stp_10.42.42.5(pid=3635): stdout: 
| (launched: 2022-12-10_06:17:26.101217)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:17:27.892242 run    osmo-stp_10.42.42.5(pid=3635): stderr: 
| �[0;m�[38;5;43m20221210061726273 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210061726273 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210061726274 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210061726274 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210061726274 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210061726274 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210061726274 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:17:28.032266 run               patchelf(pid=3638): Terminating (SIGINT)
06:17:28.196619 run               patchelf(pid=3638): Terminated: ok {rc=0}
06:17:28.227067 tst                    iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=3635): Process ended prematurely: osmo-stp_10.42.42.5(pid=3635) [trial-2370↪gprs:trx-lms+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3635)]  [trial-2370↪gprs:trx-lms+mod-bts0-egprs↪iperf3m4.py:8]
06:17:28.236128 tst                    iperf3m4.py:8: Test FAILED (10.4 sec)
06:17:28.296283 run    osmo-hlr_10.42.42.2(pid=3632): ERR: Terminated: ERROR {rc=237}  [trial-2370↪gprs:trx-lms+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3632)]
06:17:28.344704 run    osmo-hlr_10.42.42.2(pid=3632): stdout: 
| (launched: 2022-12-10_06:17:25.174723) 
06:17:28.393779 run    osmo-hlr_10.42.42.2(pid=3632): stderr: 
| �[0;m�[1;31m20221210061725349 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210061725349 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210061725349 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210061725349 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210061725349 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210061725349 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210061725360 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/gprs:trx-lms+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210061725369 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210061725369 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210061725369 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
06:17:28.435068 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3621): Terminating (SIGTERM)
06:17:28.475346 run iperf3-srv_10.42.42.10(pid=3622): Terminating (SIGTERM)
06:17:28.514970 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3623): Terminating (SIGTERM)
06:17:28.554532 run iperf3-srv_10.42.42.10(pid=3624): Terminating (SIGTERM)
06:17:28.593875 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3625): Terminating (SIGTERM)
06:17:28.633254 run iperf3-srv_10.42.42.10(pid=3626): Terminating (SIGTERM)
06:17:28.673033 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3627): Terminating (SIGTERM)
06:17:28.712315 run iperf3-srv_10.42.42.10(pid=3628): Terminating (SIGTERM)
06:17:28.751857 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3631): Terminating (SIGTERM)
06:17:28.791148 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3634): Terminating (SIGTERM)
06:17:28.830446 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3637): Terminating (SIGTERM)
06:17:28.839688 ---      ParallelTerminationStrategy: PID 3621 died...
06:17:28.892425 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3621): Terminated: ok {rc=0}
06:17:28.901930 ---      ParallelTerminationStrategy: PID 3622 died...
06:17:28.954584 run iperf3-srv_10.42.42.10(pid=3622): Terminated {rc=256}
06:17:28.964198 ---      ParallelTerminationStrategy: PID 3623 died...
06:17:29.016688 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3623): Terminated: ok {rc=0}
06:17:29.026128 ---      ParallelTerminationStrategy: PID 3624 died...
06:17:29.078471 run iperf3-srv_10.42.42.10(pid=3624): Terminated {rc=256}
06:17:29.088096 ---      ParallelTerminationStrategy: PID 3625 died...
06:17:29.140303 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3625): Terminated: ok {rc=0}
06:17:29.149952 ---      ParallelTerminationStrategy: PID 3626 died...
06:17:29.202825 run iperf3-srv_10.42.42.10(pid=3626): Terminated {rc=256}
06:17:29.212226 ---      ParallelTerminationStrategy: PID 3627 died...
06:17:29.264401 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3627): Terminated: ok {rc=0}
06:17:29.274085 ---      ParallelTerminationStrategy: PID 3628 died...
06:17:29.326222 run iperf3-srv_10.42.42.10(pid=3628): Terminated {rc=256}
06:17:29.335770 ---      ParallelTerminationStrategy: PID 3631 died...
06:17:29.388585 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3631): Terminated: ok {rc=0}
06:17:29.398108 ---      ParallelTerminationStrategy: PID 3634 died...
06:17:29.450404 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3634): Terminated: ok {rc=0}
06:17:29.460104 ---      ParallelTerminationStrategy: PID 3637 died...
06:17:29.512601 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3637): Terminated: ok {rc=0}
06:17:29.599983 bus                          /gobi_4: Setting Powered False
06:17:30.702111 bus                          /gobi_4: Setting Powered False
06:17:31.826803 bus                          /gobi_1: Setting Powered False
06:17:32.928994 bus                          /gobi_1: Setting Powered False
06:17:34.038917 bus                          /gobi_0: Setting Powered False
06:17:35.139856 bus                          /gobi_0: Setting Powered False
06:17:36.250967 bus                          /gobi_6: Setting Powered False
</stdout></case><case><age>232</age><className>gprs:trx-lms+mod-bts0-egprs</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=3645): Process ended prematurely: osmo-stp_10.42.42.5(pid=3645) [trial-2370↪gprs:trx-lms+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3645)]</errorStackTrace><failedSince>2139</failedSince><name>ping.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py", line 22, in &lt;module&gt;
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3645): Process ended prematurely: osmo-stp_10.42.42.5(pid=3645) [trial-2370↪gprs:trx-lms+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3645)]
</stderr><stdout>
----------------------------------------------
trial-2370 gprs:trx-lms+mod-bts0-egprs ping.py
----------------------------------------------
06:17:37.317511 tst      gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
06:17:37.329053 tst      gprs:trx-lms+mod-bts0-egprs: Using 1 x bts (candidates: 1)
06:17:37.463379 tst                          ping.py: using LAC 26428
06:17:37.577298 tst                          ping.py: using RAC 163
06:17:37.691043 tst                          ping.py: using CellId 26428
06:17:37.805450 tst                          ping.py: using BVCI 26429
06:17:37.827362 tst      gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
06:17:37.838156 tst      gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
06:17:37.848590 tst      gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
06:17:37.859572 tst      gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
06:17:37.870166 tst      gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
06:17:37.880627 tst      gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
06:17:37.891358 tst      gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
06:17:37.902863 tst      gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)
06:17:38.169020 tst                       ping.py:19: start network...
06:17:38.287378 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
06:17:38.738647 run          create_hlr_db(pid=3639): Launched
06:17:38.904900 bus                          /gobi_6: Setting Powered False
06:17:39.926204 run          create_hlr_db(pid=3639): Terminated: ok {rc=0}
06:17:40.338103 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3641): Launched
06:17:40.647861 run    osmo-hlr_10.42.42.2(pid=3642): Launched
06:17:40.761354 run              osmo-stp_10.42.42.5: Starting osmo-stp
06:17:41.300833 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3644): Launched
06:17:41.610087 run    osmo-stp_10.42.42.5(pid=3645): Launched
06:17:41.722379 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
06:17:42.261793 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3647): Launched
06:17:42.371395 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
06:17:42.641183 run               patchelf(pid=3648): Launched
06:17:42.822859 run    osmo-stp_10.42.42.5(pid=3645): ERR: Terminated: ERROR {rc=1}  [trial-2370↪gprs:trx-lms+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3645)]
06:17:42.955349 run    osmo-stp_10.42.42.5(pid=3645): stdout: 
| (launched: 2022-12-10_06:17:41.457446)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:17:43.088166 run    osmo-stp_10.42.42.5(pid=3645): stderr: 
| �[0;m�[38;5;43m20221210061741646 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210061741647 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210061741647 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210061741647 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210061741648 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210061741648 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210061741648 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:17:43.215636 run    osmo-stp_10.42.42.5(pid=3645): stdout: 
| (launched: 2022-12-10_06:17:41.457446)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:17:43.341873 run    osmo-stp_10.42.42.5(pid=3645): stderr: 
| �[0;m�[38;5;43m20221210061741646 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210061741647 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210061741647 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210061741647 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210061741648 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210061741648 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210061741648 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:17:43.488504 run               patchelf(pid=3648): Terminating (SIGINT)
06:17:43.660765 run               patchelf(pid=3648): Terminated: ok {rc=0}
06:17:43.692350 tst                       ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=3645): Process ended prematurely: osmo-stp_10.42.42.5(pid=3645) [trial-2370↪gprs:trx-lms+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3645)]  [trial-2370↪gprs:trx-lms+mod-bts0-egprs↪ping.py:22]
06:17:43.701652 tst                       ping.py:22: Test FAILED (6.4 sec)
06:17:43.763513 run    osmo-hlr_10.42.42.2(pid=3642): ERR: Terminated: ERROR {rc=237}  [trial-2370↪gprs:trx-lms+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3642)]
06:17:43.814565 run    osmo-hlr_10.42.42.2(pid=3642): stdout: 
| (launched: 2022-12-10_06:17:40.494840) 
06:17:43.866150 run    osmo-hlr_10.42.42.2(pid=3642): stderr: 
| �[0;m�[1;31m20221210061740692 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210061740692 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210061740692 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210061740692 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210061740692 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210061740692 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210061740705 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/gprs:trx-lms+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210061740713 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210061740713 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210061740713 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
06:17:43.909848 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3641): Terminating (SIGTERM)
06:17:43.951219 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3644): Terminating (SIGTERM)
06:17:43.992409 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3647): Terminating (SIGTERM)
06:17:44.002148 ---      ParallelTerminationStrategy: PID 3641 died...
06:17:44.056764 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3641): Terminated: ok {rc=0}
06:17:44.066702 ---      ParallelTerminationStrategy: PID 3644 died...
06:17:44.121041 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3644): Terminated: ok {rc=0}
06:17:44.130898 ---      ParallelTerminationStrategy: PID 3647 died...
06:17:44.185166 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3647): Terminated: ok {rc=0}
06:17:44.270601 bus                          /gobi_6: Setting Powered False
</stdout></case><case><age>232</age><className>gprs:trx-lms+mod-bts0-egprs</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=3655): Process ended prematurely: osmo-stp_10.42.42.5(pid=3655) [trial-2370↪gprs:trx-lms+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3655)]</errorStackTrace><failedSince>2139</failedSince><name>ping_idle_ping.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py", line 27, in &lt;module&gt;
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3655): Process ended prematurely: osmo-stp_10.42.42.5(pid=3655) [trial-2370↪gprs:trx-lms+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3655)]
</stderr><stdout>
----------------------------------------------
trial-2370 gprs:trx-lms+mod-bts0-egprs ping_idle_ping.py
----------------------------------------------
06:17:45.320725 tst      gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
06:17:45.332679 tst      gprs:trx-lms+mod-bts0-egprs: Using 1 x bts (candidates: 1)
06:17:45.475375 tst                ping_idle_ping.py: using LAC 26429
06:17:45.596065 tst                ping_idle_ping.py: using RAC 164
06:17:45.714187 tst                ping_idle_ping.py: using CellId 26429
06:17:45.829226 tst                ping_idle_ping.py: using BVCI 26430
06:17:45.870127 tst      gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
06:17:45.883399 tst      gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
06:17:45.896252 tst      gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
06:17:45.915316 tst      gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
06:17:45.930489 tst      gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
06:17:45.943172 tst      gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
06:17:45.956116 tst      gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
06:17:45.969034 tst      gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)
06:17:46.261856 tst             ping_idle_ping.py:24: start network...
06:17:46.393470 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
06:17:46.935888 run          create_hlr_db(pid=3649): Launched
06:17:47.120797 bus                          /gobi_6: Setting Powered False
06:17:48.136578 run          create_hlr_db(pid=3649): Terminated: ok {rc=0}
06:17:48.525547 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3651): Launched
06:17:48.814723 run    osmo-hlr_10.42.42.2(pid=3652): Launched
06:17:48.922081 run              osmo-stp_10.42.42.5: Starting osmo-stp
06:17:49.422123 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3654): Launched
06:17:49.711037 run    osmo-stp_10.42.42.5(pid=3655): Launched
06:17:49.815630 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
06:17:50.318593 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3657): Launched
06:17:50.421142 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
06:17:50.673308 run               patchelf(pid=3658): Launched
06:17:50.843360 run    osmo-stp_10.42.42.5(pid=3655): ERR: Terminated: ERROR {rc=1}  [trial-2370↪gprs:trx-lms+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3655)]
06:17:50.967235 run    osmo-stp_10.42.42.5(pid=3655): stdout: 
| (launched: 2022-12-10_06:17:49.567863)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:17:51.091861 run    osmo-stp_10.42.42.5(pid=3655): stderr: 
| �[0;m�[38;5;43m20221210061749737 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210061749737 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210061749737 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210061749738 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210061749738 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210061749738 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210061749738 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:17:51.211461 run    osmo-stp_10.42.42.5(pid=3655): stdout: 
| (launched: 2022-12-10_06:17:49.567863)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:17:51.330026 run    osmo-stp_10.42.42.5(pid=3655): stderr: 
| �[0;m�[38;5;43m20221210061749737 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210061749737 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210061749737 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210061749738 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210061749738 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210061749738 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210061749738 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:17:51.467756 run               patchelf(pid=3658): Terminating (SIGINT)
06:17:51.629570 run               patchelf(pid=3658): Terminated: ok {rc=0}
06:17:51.659165 tst             ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=3655): Process ended prematurely: osmo-stp_10.42.42.5(pid=3655) [trial-2370↪gprs:trx-lms+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3655)]  [trial-2370↪gprs:trx-lms+mod-bts0-egprs↪ping_idle_ping.py:27]
06:17:51.667789 tst             ping_idle_ping.py:27: Test FAILED (6.3 sec)
06:17:51.727603 run    osmo-hlr_10.42.42.2(pid=3652): ERR: Terminated: ERROR {rc=237}  [trial-2370↪gprs:trx-lms+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3652)]
06:17:51.776149 run    osmo-hlr_10.42.42.2(pid=3652): stdout: 
| (launched: 2022-12-10_06:17:48.671484) 
06:17:51.825622 run    osmo-hlr_10.42.42.2(pid=3652): stderr: 
| �[0;m�[1;31m20221210061748847 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210061748847 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210061748847 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210061748847 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210061748848 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210061748848 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210061748859 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/gprs:trx-lms+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210061748868 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210061748868 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210061748868 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
06:17:51.867121 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3651): Terminating (SIGTERM)
06:17:51.906759 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3654): Terminating (SIGTERM)
06:17:51.946493 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3657): Terminating (SIGTERM)
06:17:51.955897 ---      ParallelTerminationStrategy: PID 3651 died...
06:17:52.008889 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3651): Terminated: ok {rc=0}
06:17:52.018836 ---      ParallelTerminationStrategy: PID 3654 died...
06:17:52.071272 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3654): Terminated: ok {rc=0}
06:17:52.081099 ---      ParallelTerminationStrategy: PID 3657 died...
06:17:52.133674 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3657): Terminated: ok {rc=0}
06:17:52.220380 bus                          /gobi_6: Setting Powered False
</stdout></case><duration>59.0</duration><id>108</id><name>gprs_trx-lms+mod-bts0-egprs</name><properties></properties><timestamp>2022-12-10T06:16:55</timestamp></suite><suite><case><age>232</age><className>gprs:trx-lms+mod-bts0-dynts-ipa</className><duration>9.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=3672): Process ended prematurely: osmo-stp_10.42.42.5(pid=3672) [trial-2370↪gprs:trx-lms+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3672)]</errorStackTrace><failedSince>2139</failedSince><name>cs_paging_gprs_active.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py", line 38, in &lt;module&gt;
    setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py", line 67, in setup_run_iperf3_test_parallel
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3672): Process ended prematurely: osmo-stp_10.42.42.5(pid=3672) [trial-2370↪gprs:trx-lms+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3672)]
</stderr><stdout>
----------------------------------------------
trial-2370 gprs:trx-lms+mod-bts0-dynts-ipa cs_paging_gprs_active.py
----------------------------------------------
06:17:54.353705 tst  gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
06:17:54.364704 tst  gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)
06:17:54.519567 tst         cs_paging_gprs_active.py: using LAC 26430
06:17:54.639186 tst         cs_paging_gprs_active.py: using RAC 165
06:17:54.753838 tst         cs_paging_gprs_active.py: using CellId 26430
06:17:54.868308 tst         cs_paging_gprs_active.py: using BVCI 26431
06:17:54.890831 tst  gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
06:17:54.901566 tst  gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
06:17:54.912062 tst  gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
06:17:54.923063 tst  gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
06:17:54.933925 tst  gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
06:17:54.944763 tst  gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
06:17:54.955885 tst  gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
06:17:54.966743 tst  gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
06:17:54.977666 tst  gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)
06:17:55.096694 tst  gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)
06:17:55.367920 tst      cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...
06:17:55.490092 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
06:17:55.794973 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3662): Launched
06:17:56.049034 run iperf3-srv_10.42.42.10(pid=3663): Launched
06:17:56.227754 tst      cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...
06:17:56.349680 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
06:17:56.655257 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3664): Launched
06:17:56.908611 run iperf3-srv_10.42.42.10(pid=3665): Launched
06:17:57.086671 tst      cs_paging_gprs_active.py:38: start network...
06:17:57.208702 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
06:17:57.670615 run          create_hlr_db(pid=3666): Launched
06:17:57.839000 bus                          /gobi_6: Setting Powered False
06:17:58.862852 run          create_hlr_db(pid=3666): Terminated: ok {rc=0}
06:17:59.281487 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3668): Launched
06:17:59.597609 run    osmo-hlr_10.42.42.2(pid=3669): Launched
06:17:59.715681 run              osmo-stp_10.42.42.5: Starting osmo-stp
06:18:00.261501 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3671): Launched
06:18:00.577077 run    osmo-stp_10.42.42.5(pid=3672): Launched
06:18:00.691284 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
06:18:01.261567 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3674): Launched
06:18:01.375984 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
06:18:01.677196 run               patchelf(pid=3675): Launched
06:18:01.866208 run    osmo-stp_10.42.42.5(pid=3672): ERR: Terminated: ERROR {rc=1}  [trial-2370↪gprs:trx-lms+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3672)]
06:18:02.003976 run    osmo-stp_10.42.42.5(pid=3672): stdout: 
| (launched: 2022-12-10_06:18:00.421552)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:18:02.141613 run    osmo-stp_10.42.42.5(pid=3672): stderr: 
| �[0;m�[38;5;43m20221210061800612 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210061800612 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210061800612 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210061800613 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210061800613 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210061800613 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210061800613 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:18:02.273111 run    osmo-stp_10.42.42.5(pid=3672): stdout: 
| (launched: 2022-12-10_06:18:00.421552)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:18:02.402885 run    osmo-stp_10.42.42.5(pid=3672): stderr: 
| �[0;m�[38;5;43m20221210061800612 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210061800612 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210061800612 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210061800613 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210061800613 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210061800613 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210061800613 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:18:02.553609 run               patchelf(pid=3675): Terminating (SIGINT)
06:18:02.730871 run               patchelf(pid=3675): Terminated: ok {rc=0}
06:18:02.763855 tst      cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=3672): Process ended prematurely: osmo-stp_10.42.42.5(pid=3672) [trial-2370↪gprs:trx-lms+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3672)]  [trial-2370↪gprs:trx-lms+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]
06:18:02.773895 tst      cs_paging_gprs_active.py:38: Test FAILED (8.4 sec)
06:18:02.836700 run    osmo-hlr_10.42.42.2(pid=3669): ERR: Terminated: ERROR {rc=237}  [trial-2370↪gprs:trx-lms+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3669)]
06:18:02.887332 run    osmo-hlr_10.42.42.2(pid=3669): stdout: 
| (launched: 2022-12-10_06:17:59.442102) 
06:18:02.938601 run    osmo-hlr_10.42.42.2(pid=3669): stderr: 
| �[0;m�[1;31m20221210061759640 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210061759640 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210061759640 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210061759640 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210061759640 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210061759640 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210061759653 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/gprs:trx-lms+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210061759662 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210061759662 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210061759662 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
06:18:02.982351 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3662): Terminating (SIGTERM)
06:18:03.023635 run iperf3-srv_10.42.42.10(pid=3663): Terminating (SIGTERM)
06:18:03.065163 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3664): Terminating (SIGTERM)
06:18:03.106527 run iperf3-srv_10.42.42.10(pid=3665): Terminating (SIGTERM)
06:18:03.147809 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3668): Terminating (SIGTERM)
06:18:03.189178 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3671): Terminating (SIGTERM)
06:18:03.230455 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3674): Terminating (SIGTERM)
06:18:03.240095 ---      ParallelTerminationStrategy: PID 3662 died...
06:18:03.295991 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3662): Terminated: ok {rc=0}
06:18:03.306178 ---      ParallelTerminationStrategy: PID 3663 died...
06:18:03.361075 run iperf3-srv_10.42.42.10(pid=3663): Terminated {rc=256}
06:18:03.371138 ---      ParallelTerminationStrategy: PID 3664 died...
06:18:03.426229 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3664): Terminated: ok {rc=0}
06:18:03.437454 ---      ParallelTerminationStrategy: PID 3665 died...
06:18:03.492909 run iperf3-srv_10.42.42.10(pid=3665): Terminated {rc=256}
06:18:03.503015 ---      ParallelTerminationStrategy: PID 3668 died...
06:18:03.557959 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3668): Terminated: ok {rc=0}
06:18:03.568032 ---      ParallelTerminationStrategy: PID 3671 died...
06:18:03.622798 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3671): Terminated: ok {rc=0}
06:18:03.632843 ---      ParallelTerminationStrategy: PID 3674 died...
06:18:03.687755 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3674): Terminated: ok {rc=0}
06:18:03.773547 bus                          /gobi_0: Setting Powered False
06:18:04.879905 bus                          /gobi_0: Setting Powered False
06:18:05.986558 bus                          /gobi_6: Setting Powered False
</stdout></case><case><age>232</age><className>gprs:trx-lms+mod-bts0-dynts-ipa</className><duration>8.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=3684): Process ended prematurely: osmo-stp_10.42.42.5(pid=3684) [trial-2370↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3684)]</errorStackTrace><failedSince>2139</failedSince><name>iperf3.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py", line 8, in &lt;module&gt;
    setup_run_iperf3_test_parallel(1)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py", line 67, in setup_run_iperf3_test_parallel
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3684): Process ended prematurely: osmo-stp_10.42.42.5(pid=3684) [trial-2370↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3684)]
</stderr><stdout>
----------------------------------------------
trial-2370 gprs:trx-lms+mod-bts0-dynts-ipa iperf3.py
----------------------------------------------
06:18:07.100040 tst  gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
06:18:07.111943 tst  gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)
06:18:07.274335 tst                        iperf3.py: using LAC 26431
06:18:07.397610 tst                        iperf3.py: using RAC 166
06:18:07.523282 tst                        iperf3.py: using CellId 26431
06:18:07.646720 tst                        iperf3.py: using BVCI 26432
06:18:07.670857 tst  gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
06:18:07.682087 tst  gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
06:18:07.693141 tst  gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
06:18:07.704107 tst  gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
06:18:07.715035 tst  gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
06:18:07.726083 tst  gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
06:18:07.737215 tst  gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
06:18:07.748021 tst  gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
06:18:07.759108 tst  gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)
06:18:08.032058 tst                      iperf3.py:8: start iperfv3 server 10.42.42.10:5003...
06:18:08.154186 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
06:18:08.459638 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3676): Launched
06:18:08.712574 run iperf3-srv_10.42.42.10(pid=3677): Launched
06:18:08.891721 tst                      iperf3.py:8: start network...
06:18:09.013258 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
06:18:09.475428 run          create_hlr_db(pid=3678): Launched
06:18:09.643625 bus                          /gobi_6: Setting Powered False
06:18:10.665189 run          create_hlr_db(pid=3678): Terminated: ok {rc=0}
06:18:11.084406 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3680): Launched
06:18:11.398971 run    osmo-hlr_10.42.42.2(pid=3681): Launched
06:18:11.514338 run              osmo-stp_10.42.42.5: Starting osmo-stp
06:18:12.063310 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3683): Launched
06:18:12.378495 run    osmo-stp_10.42.42.5(pid=3684): Launched
06:18:12.492738 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
06:18:13.043055 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3686): Launched
06:18:13.155272 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
06:18:13.430580 run               patchelf(pid=3687): Launched
06:18:13.615454 run    osmo-stp_10.42.42.5(pid=3684): ERR: Terminated: ERROR {rc=1}  [trial-2370↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3684)]
06:18:13.750941 run    osmo-stp_10.42.42.5(pid=3684): stdout: 
| (launched: 2022-12-10_06:18:12.223166)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:18:13.886329 run    osmo-stp_10.42.42.5(pid=3684): stderr: 
| �[0;m�[38;5;43m20221210061812415 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210061812415 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210061812415 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210061812416 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210061812416 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210061812416 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210061812416 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:18:14.016683 run    osmo-stp_10.42.42.5(pid=3684): stdout: 
| (launched: 2022-12-10_06:18:12.223166)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:18:14.146269 run    osmo-stp_10.42.42.5(pid=3684): stderr: 
| �[0;m�[38;5;43m20221210061812415 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210061812415 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210061812415 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210061812416 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210061812416 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210061812416 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210061812416 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:18:14.296337 run               patchelf(pid=3687): Terminating (SIGINT)
06:18:14.473172 run               patchelf(pid=3687): Terminated: ok {rc=0}
06:18:14.505746 tst                      iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=3684): Process ended prematurely: osmo-stp_10.42.42.5(pid=3684) [trial-2370↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3684)]  [trial-2370↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3.py:8]
06:18:14.515566 tst                      iperf3.py:8: Test FAILED (7.4 sec)
06:18:14.578171 run    osmo-hlr_10.42.42.2(pid=3681): ERR: Terminated: ERROR {rc=237}  [trial-2370↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3681)]
06:18:14.629038 run    osmo-hlr_10.42.42.2(pid=3681): stdout: 
| (launched: 2022-12-10_06:18:11.244041) 
06:18:14.680259 run    osmo-hlr_10.42.42.2(pid=3681): stderr: 
| �[0;m�[1;31m20221210061811443 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210061811443 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210061811443 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210061811443 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210061811443 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210061811443 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210061811455 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/gprs:trx-lms+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210061811464 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210061811464 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210061811464 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
06:18:14.724360 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3676): Terminating (SIGTERM)
06:18:14.765828 run iperf3-srv_10.42.42.10(pid=3677): Terminating (SIGTERM)
06:18:14.807642 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3680): Terminating (SIGTERM)
06:18:14.849203 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3683): Terminating (SIGTERM)
06:18:14.891064 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3686): Terminating (SIGTERM)
06:18:14.900772 ---      ParallelTerminationStrategy: PID 3676 died...
06:18:14.956836 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3676): Terminated: ok {rc=0}
06:18:14.966821 ---      ParallelTerminationStrategy: PID 3677 died...
06:18:15.022006 run iperf3-srv_10.42.42.10(pid=3677): Terminated {rc=256}
06:18:15.031915 ---      ParallelTerminationStrategy: PID 3680 died...
06:18:15.087011 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3680): Terminated: ok {rc=0}
06:18:15.096912 ---      ParallelTerminationStrategy: PID 3683 died...
06:18:15.152097 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3683): Terminated: ok {rc=0}
06:18:15.162197 ---      ParallelTerminationStrategy: PID 3686 died...
06:18:15.217346 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3686): Terminated: ok {rc=0}
06:18:15.303636 bus                          /gobi_6: Setting Powered False
</stdout></case><case><age>232</age><className>gprs:trx-lms+mod-bts0-dynts-ipa</className><duration>11.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=3702): Process ended prematurely: osmo-stp_10.42.42.5(pid=3702) [trial-2370↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3702)]</errorStackTrace><failedSince>2139</failedSince><name>iperf3m4.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py", line 8, in &lt;module&gt;
    setup_run_iperf3_test_parallel(4)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py", line 67, in setup_run_iperf3_test_parallel
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3702): Process ended prematurely: osmo-stp_10.42.42.5(pid=3702) [trial-2370↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3702)]
</stderr><stdout>
----------------------------------------------
trial-2370 gprs:trx-lms+mod-bts0-dynts-ipa iperf3m4.py
----------------------------------------------
06:18:16.417059 tst  gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
06:18:16.429890 tst  gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)
06:18:16.607252 tst                      iperf3m4.py: using LAC 26432
06:18:16.731701 tst                      iperf3m4.py: using RAC 167
06:18:16.891961 tst                      iperf3m4.py: using CellId 26432
06:18:17.020889 tst                      iperf3m4.py: using BVCI 26433
06:18:17.045284 tst  gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
06:18:17.057031 tst  gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
06:18:17.068605 tst  gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
06:18:17.081949 tst  gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
06:18:17.094292 tst  gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
06:18:17.105964 tst  gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
06:18:17.118455 tst  gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
06:18:17.131721 tst  gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
06:18:17.143494 tst  gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)
06:18:17.261175 tst  gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)
06:18:17.380940 tst  gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)
06:18:17.500917 tst  gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)
06:18:17.788702 tst                    iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...
06:18:17.920520 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
06:18:18.246662 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3688): Launched
06:18:18.516897 run iperf3-srv_10.42.42.10(pid=3689): Launched
06:18:18.708923 tst                    iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...
06:18:18.841111 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
06:18:19.166981 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3690): Launched
06:18:19.437378 run iperf3-srv_10.42.42.10(pid=3691): Launched
06:18:19.629568 tst                    iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...
06:18:19.760630 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
06:18:20.087138 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3692): Launched
06:18:20.357721 run iperf3-srv_10.42.42.10(pid=3693): Launched
06:18:20.550399 tst                    iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...
06:18:20.681441 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
06:18:21.008460 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3694): Launched
06:18:21.278931 run iperf3-srv_10.42.42.10(pid=3695): Launched
06:18:21.470964 tst                    iperf3m4.py:8: start network...
06:18:21.601819 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
06:18:22.106039 run          create_hlr_db(pid=3696): Launched
06:18:22.287891 bus                          /gobi_6: Setting Powered False
06:18:23.309237 run          create_hlr_db(pid=3696): Terminated: ok {rc=0}
06:18:23.704510 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3698): Launched
06:18:23.999046 run    osmo-hlr_10.42.42.2(pid=3699): Launched
06:18:24.106426 run              osmo-stp_10.42.42.5: Starting osmo-stp
06:18:24.616724 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3701): Launched
06:18:24.909267 run    osmo-stp_10.42.42.5(pid=3702): Launched
06:18:25.015989 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
06:18:25.526681 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3704): Launched
06:18:25.630827 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
06:18:25.886815 run               patchelf(pid=3705): Launched
06:18:26.059032 run    osmo-stp_10.42.42.5(pid=3702): ERR: Terminated: ERROR {rc=1}  [trial-2370↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3702)]
06:18:26.184523 run    osmo-stp_10.42.42.5(pid=3702): stdout: 
| (launched: 2022-12-10_06:18:24.764707)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:18:26.310353 run    osmo-stp_10.42.42.5(pid=3702): stderr: 
| �[0;m�[38;5;43m20221210061824932 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210061824932 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210061824932 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210061824933 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210061824933 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210061824933 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210061824933 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:18:26.431400 run    osmo-stp_10.42.42.5(pid=3702): stdout: 
| (launched: 2022-12-10_06:18:24.764707)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:18:26.551608 run    osmo-stp_10.42.42.5(pid=3702): stderr: 
| �[0;m�[38;5;43m20221210061824932 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210061824932 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210061824932 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210061824933 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210061824933 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210061824933 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210061824933 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:18:26.691112 run               patchelf(pid=3705): Terminating (SIGINT)
06:18:26.855325 run               patchelf(pid=3705): Terminated: ok {rc=0}
06:18:26.885831 tst                    iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=3702): Process ended prematurely: osmo-stp_10.42.42.5(pid=3702) [trial-2370↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3702)]  [trial-2370↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3m4.py:8]
06:18:26.895029 tst                    iperf3m4.py:8: Test FAILED (10.5 sec)
06:18:26.955178 run    osmo-hlr_10.42.42.2(pid=3699): ERR: Terminated: ERROR {rc=237}  [trial-2370↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3699)]
06:18:27.003715 run    osmo-hlr_10.42.42.2(pid=3699): stdout: 
| (launched: 2022-12-10_06:18:23.852714) 
06:18:27.052913 run    osmo-hlr_10.42.42.2(pid=3699): stderr: 
| �[0;m�[1;31m20221210061824028 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210061824028 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210061824029 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210061824029 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210061824029 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210061824029 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210061824040 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/gprs:trx-lms+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210061824049 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210061824050 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210061824050 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
06:18:27.094124 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3688): Terminating (SIGTERM)
06:18:27.133323 run iperf3-srv_10.42.42.10(pid=3689): Terminating (SIGTERM)
06:18:27.172851 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3690): Terminating (SIGTERM)
06:18:27.211820 run iperf3-srv_10.42.42.10(pid=3691): Terminating (SIGTERM)
06:18:27.250903 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3692): Terminating (SIGTERM)
06:18:27.289963 run iperf3-srv_10.42.42.10(pid=3693): Terminating (SIGTERM)
06:18:27.328850 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3694): Terminating (SIGTERM)
06:18:27.367772 run iperf3-srv_10.42.42.10(pid=3695): Terminating (SIGTERM)
06:18:27.406859 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3698): Terminating (SIGTERM)
06:18:27.445884 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3701): Terminating (SIGTERM)
06:18:27.484942 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3704): Terminating (SIGTERM)
06:18:27.494379 ---      ParallelTerminationStrategy: PID 3688 died...
06:18:27.547129 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3688): Terminated: ok {rc=0}
06:18:27.556877 ---      ParallelTerminationStrategy: PID 3689 died...
06:18:27.609293 run iperf3-srv_10.42.42.10(pid=3689): Terminated {rc=256}
06:18:27.618954 ---      ParallelTerminationStrategy: PID 3690 died...
06:18:27.671704 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3690): Terminated: ok {rc=0}
06:18:27.681264 ---      ParallelTerminationStrategy: PID 3691 died...
06:18:27.733213 run iperf3-srv_10.42.42.10(pid=3691): Terminated {rc=256}
06:18:27.742539 ---      ParallelTerminationStrategy: PID 3692 died...
06:18:27.794556 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3692): Terminated: ok {rc=0}
06:18:27.803975 ---      ParallelTerminationStrategy: PID 3693 died...
06:18:27.855749 run iperf3-srv_10.42.42.10(pid=3693): Terminated {rc=256}
06:18:27.865411 ---      ParallelTerminationStrategy: PID 3694 died...
06:18:27.917309 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3694): Terminated: ok {rc=0}
06:18:27.926918 ---      ParallelTerminationStrategy: PID 3695 died...
06:18:27.978956 run iperf3-srv_10.42.42.10(pid=3695): Terminated {rc=256}
06:18:27.988324 ---      ParallelTerminationStrategy: PID 3698 died...
06:18:28.040183 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3698): Terminated: ok {rc=0}
06:18:28.049879 ---      ParallelTerminationStrategy: PID 3701 died...
06:18:28.101913 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3701): Terminated: ok {rc=0}
06:18:28.111662 ---      ParallelTerminationStrategy: PID 3704 died...
06:18:28.164593 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3704): Terminated: ok {rc=0}
06:18:28.246848 bus                          /gobi_4: Setting Powered False
06:18:29.353393 bus                          /gobi_4: Setting Powered False
06:18:30.463601 bus                          /gobi_1: Setting Powered False
06:18:31.581473 bus                          /gobi_1: Setting Powered False
06:18:32.688726 bus                          /gobi_0: Setting Powered False
06:18:33.793332 bus                          /gobi_0: Setting Powered False
06:18:34.897616 bus                          /gobi_6: Setting Powered False
</stdout></case><case><age>232</age><className>gprs:trx-lms+mod-bts0-dynts-ipa</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=3712): Process ended prematurely: osmo-stp_10.42.42.5(pid=3712) [trial-2370↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3712)]</errorStackTrace><failedSince>2139</failedSince><name>ping.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py", line 22, in &lt;module&gt;
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3712): Process ended prematurely: osmo-stp_10.42.42.5(pid=3712) [trial-2370↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3712)]
</stderr><stdout>
----------------------------------------------
trial-2370 gprs:trx-lms+mod-bts0-dynts-ipa ping.py
----------------------------------------------
06:18:35.966407 tst  gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
06:18:35.978637 tst  gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)
06:18:36.139247 tst                          ping.py: using LAC 26433
06:18:36.259066 tst                          ping.py: using RAC 168
06:18:36.378250 tst                          ping.py: using CellId 26433
06:18:36.497909 tst                          ping.py: using BVCI 26434
06:18:36.521650 tst  gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
06:18:36.533265 tst  gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
06:18:36.544389 tst  gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
06:18:36.555966 tst  gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
06:18:36.567306 tst  gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
06:18:36.578555 tst  gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
06:18:36.590027 tst  gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
06:18:36.601197 tst  gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)
06:18:36.872581 tst                       ping.py:19: start network...
06:18:36.991508 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
06:18:37.446468 run          create_hlr_db(pid=3706): Launched
06:18:37.612308 bus                          /gobi_6: Setting Powered False
06:18:38.633441 run          create_hlr_db(pid=3706): Terminated: ok {rc=0}
06:18:39.019664 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3708): Launched
06:18:39.313075 run    osmo-hlr_10.42.42.2(pid=3709): Launched
06:18:39.418678 run              osmo-stp_10.42.42.5: Starting osmo-stp
06:18:39.922446 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3711): Launched
06:18:40.211542 run    osmo-stp_10.42.42.5(pid=3712): Launched
06:18:40.316605 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
06:18:40.818852 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3714): Launched
06:18:40.921360 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
06:18:41.174553 run               patchelf(pid=3715): Launched
06:18:41.344386 run    osmo-stp_10.42.42.5(pid=3712): ERR: Terminated: ERROR {rc=1}  [trial-2370↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3712)]
06:18:41.468380 run    osmo-stp_10.42.42.5(pid=3712): stdout: 
| (launched: 2022-12-10_06:18:40.069164)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:18:41.592711 run    osmo-stp_10.42.42.5(pid=3712): stderr: 
| �[0;m�[38;5;43m20221210061840239 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210061840239 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210061840239 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210061840240 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210061840240 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210061840240 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210061840241 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:18:41.712388 run    osmo-stp_10.42.42.5(pid=3712): stdout: 
| (launched: 2022-12-10_06:18:40.069164)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:18:41.830859 run    osmo-stp_10.42.42.5(pid=3712): stderr: 
| �[0;m�[38;5;43m20221210061840239 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210061840239 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210061840239 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210061840240 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210061840240 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210061840240 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210061840241 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:18:41.968467 run               patchelf(pid=3715): Terminating (SIGINT)
06:18:42.130144 run               patchelf(pid=3715): Terminated: ok {rc=0}
06:18:42.159731 tst                       ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=3712): Process ended prematurely: osmo-stp_10.42.42.5(pid=3712) [trial-2370↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3712)]  [trial-2370↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping.py:22]
06:18:42.168531 tst                       ping.py:22: Test FAILED (6.2 sec)
06:18:42.228523 run    osmo-hlr_10.42.42.2(pid=3709): ERR: Terminated: ERROR {rc=237}  [trial-2370↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3709)]
06:18:42.277163 run    osmo-hlr_10.42.42.2(pid=3709): stdout: 
| (launched: 2022-12-10_06:18:39.166211) 
06:18:42.326391 run    osmo-hlr_10.42.42.2(pid=3709): stderr: 
| �[0;m�[1;31m20221210061839340 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210061839340 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210061839340 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210061839340 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210061839340 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210061839340 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210061839352 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/gprs:trx-lms+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210061839361 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210061839361 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210061839361 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
06:18:42.368238 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3708): Terminating (SIGTERM)
06:18:42.407525 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3711): Terminating (SIGTERM)
06:18:42.446929 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3714): Terminating (SIGTERM)
06:18:42.456437 ---      ParallelTerminationStrategy: PID 3708 died...
06:18:42.509527 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3708): Terminated: ok {rc=0}
06:18:42.519338 ---      ParallelTerminationStrategy: PID 3711 died...
06:18:42.572519 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3711): Terminated: ok {rc=0}
06:18:42.582222 ---      ParallelTerminationStrategy: PID 3714 died...
06:18:42.635051 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3714): Terminated: ok {rc=0}
06:18:42.723179 bus                          /gobi_6: Setting Powered False
</stdout></case><case><age>40</age><className>gprs:trx-lms+mod-bts0-dynts-ipa</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=3722): Process ended prematurely: osmo-stp_10.42.42.5(pid=3722) [trial-2370↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3722)]</errorStackTrace><failedSince>2331</failedSince><name>ping_idle_ping.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py", line 27, in &lt;module&gt;
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3722): Process ended prematurely: osmo-stp_10.42.42.5(pid=3722) [trial-2370↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3722)]
</stderr><stdout>
----------------------------------------------
trial-2370 gprs:trx-lms+mod-bts0-dynts-ipa ping_idle_ping.py
----------------------------------------------
06:18:43.774460 tst  gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
06:18:43.786483 tst  gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)
06:18:43.939396 tst                ping_idle_ping.py: using LAC 26434
06:18:44.053407 tst                ping_idle_ping.py: using RAC 169
06:18:44.167417 tst                ping_idle_ping.py: using CellId 26434
06:18:44.283086 tst                ping_idle_ping.py: using BVCI 26435
06:18:44.305106 tst  gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
06:18:44.315996 tst  gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
06:18:44.326736 tst  gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
06:18:44.338215 tst  gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
06:18:44.349273 tst  gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
06:18:44.360285 tst  gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
06:18:44.371415 tst  gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
06:18:44.382421 tst  gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)
06:18:44.664219 tst             ping_idle_ping.py:24: start network...
06:18:44.793263 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
06:18:45.292001 run          create_hlr_db(pid=3716): Launched
06:18:45.472634 bus                          /gobi_6: Setting Powered False
06:18:46.495060 run          create_hlr_db(pid=3716): Terminated: ok {rc=0}
06:18:46.912508 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3718): Launched
06:18:47.247853 run    osmo-hlr_10.42.42.2(pid=3719): Launched
06:18:47.360672 run              osmo-stp_10.42.42.5: Starting osmo-stp
06:18:47.898571 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3721): Launched
06:18:48.207106 run    osmo-stp_10.42.42.5(pid=3722): Launched
06:18:48.318047 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
06:18:48.859586 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3724): Launched
06:18:48.969578 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
06:18:49.240747 run               patchelf(pid=3725): Launched
06:18:49.423095 run    osmo-stp_10.42.42.5(pid=3722): ERR: Terminated: ERROR {rc=1}  [trial-2370↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3722)]
06:18:49.556933 run    osmo-stp_10.42.42.5(pid=3722): stdout: 
| (launched: 2022-12-10_06:18:48.055381)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:18:49.691173 run    osmo-stp_10.42.42.5(pid=3722): stderr: 
| �[0;m�[38;5;43m20221210061848246 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210061848246 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210061848246 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210061848247 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210061848247 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210061848247 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210061848247 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:18:49.820300 run    osmo-stp_10.42.42.5(pid=3722): stdout: 
| (launched: 2022-12-10_06:18:48.055381)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:18:49.947943 run    osmo-stp_10.42.42.5(pid=3722): stderr: 
| �[0;m�[38;5;43m20221210061848246 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210061848246 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210061848246 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210061848247 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210061848247 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210061848247 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210061848247 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:18:50.096016 run               patchelf(pid=3725): Terminating (SIGINT)
06:18:50.269799 run               patchelf(pid=3725): Terminated: ok {rc=0}
06:18:50.301646 tst             ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=3722): Process ended prematurely: osmo-stp_10.42.42.5(pid=3722) [trial-2370↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3722)]  [trial-2370↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]
06:18:50.310708 tst             ping_idle_ping.py:27: Test FAILED (6.5 sec)
06:18:50.372615 run    osmo-hlr_10.42.42.2(pid=3719): ERR: Terminated: ERROR {rc=237}  [trial-2370↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3719)]
06:18:50.423035 run    osmo-hlr_10.42.42.2(pid=3719): stdout: 
| (launched: 2022-12-10_06:18:47.064566) 
06:18:50.474067 run    osmo-hlr_10.42.42.2(pid=3719): stderr: 
| �[0;m�[1;31m20221210061847292 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210061847292 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210061847292 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210061847292 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210061847292 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210061847292 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210061847305 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/gprs:trx-lms+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210061847313 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210061847313 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210061847313 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
06:18:50.517634 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3718): Terminating (SIGTERM)
06:18:50.558813 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3721): Terminating (SIGTERM)
06:18:50.600046 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3724): Terminating (SIGTERM)
06:18:50.609444 ---      ParallelTerminationStrategy: PID 3718 died...
06:18:50.664478 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3718): Terminated: ok {rc=0}
06:18:50.674499 ---      ParallelTerminationStrategy: PID 3721 died...
06:18:50.729642 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3721): Terminated: ok {rc=0}
06:18:50.739629 ---      ParallelTerminationStrategy: PID 3724 died...
06:18:50.794518 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3724): Terminated: ok {rc=0}
06:18:50.881265 bus                          /gobi_6: Setting Powered False
</stdout></case><duration>59.0</duration><id>109</id><name>gprs_trx-lms+mod-bts0-dynts-ipa</name><properties></properties><timestamp>2022-12-10T06:17:53</timestamp></suite><suite><case><age>232</age><className>gprs:trx-lms+mod-bts0-dynts-osmo</className><duration>9.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=3739): Process ended prematurely: osmo-stp_10.42.42.5(pid=3739) [trial-2370↪gprs:trx-lms+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3739)]</errorStackTrace><failedSince>2139</failedSince><name>cs_paging_gprs_active.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py", line 38, in &lt;module&gt;
    setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py", line 67, in setup_run_iperf3_test_parallel
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3739): Process ended prematurely: osmo-stp_10.42.42.5(pid=3739) [trial-2370↪gprs:trx-lms+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3739)]
</stderr><stdout>
----------------------------------------------
trial-2370 gprs:trx-lms+mod-bts0-dynts-osmo cs_paging_gprs_active.py
----------------------------------------------
06:18:53.031790 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
06:18:53.043014 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)
06:18:53.204276 tst         cs_paging_gprs_active.py: using LAC 26435
06:18:53.329392 tst         cs_paging_gprs_active.py: using RAC 170
06:18:53.454613 tst         cs_paging_gprs_active.py: using CellId 26435
06:18:53.577775 tst         cs_paging_gprs_active.py: using BVCI 26436
06:18:53.601855 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
06:18:53.613223 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
06:18:53.624288 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
06:18:53.635419 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
06:18:53.646432 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
06:18:53.657601 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
06:18:53.668665 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
06:18:53.679741 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
06:18:53.690983 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)
06:18:53.808137 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)
06:18:54.096676 tst      cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...
06:18:54.227245 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
06:18:54.553306 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3729): Launched
06:18:54.824919 run iperf3-srv_10.42.42.10(pid=3730): Launched
06:18:55.017285 tst      cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...
06:18:55.148171 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
06:18:55.475030 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3731): Launched
06:18:55.746301 run iperf3-srv_10.42.42.10(pid=3732): Launched
06:18:55.939090 tst      cs_paging_gprs_active.py:38: start network...
06:18:56.070241 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
06:18:56.575135 run          create_hlr_db(pid=3733): Launched
06:18:56.757249 bus                          /gobi_6: Setting Powered False
06:18:57.778847 run          create_hlr_db(pid=3733): Terminated: ok {rc=0}
06:18:58.199312 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3735): Launched
06:18:58.515893 run    osmo-hlr_10.42.42.2(pid=3736): Launched
06:18:58.630355 run              osmo-stp_10.42.42.5: Starting osmo-stp
06:18:59.178189 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3738): Launched
06:18:59.494486 run    osmo-stp_10.42.42.5(pid=3739): Launched
06:18:59.609036 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
06:19:00.159997 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3741): Launched
06:19:00.271833 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
06:19:00.546547 run               patchelf(pid=3742): Launched
06:19:00.732878 run    osmo-stp_10.42.42.5(pid=3739): ERR: Terminated: ERROR {rc=1}  [trial-2370↪gprs:trx-lms+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3739)]
06:19:00.881286 run    osmo-stp_10.42.42.5(pid=3739): stdout: 
| (launched: 2022-12-10_06:18:59.338927)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:19:01.014461 run    osmo-stp_10.42.42.5(pid=3739): stderr: 
| �[0;m�[38;5;43m20221210061859533 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210061859533 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210061859534 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210061859534 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210061859534 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210061859534 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210061859534 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:19:01.142658 run    osmo-stp_10.42.42.5(pid=3739): stdout: 
| (launched: 2022-12-10_06:18:59.338927)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:19:01.270507 run    osmo-stp_10.42.42.5(pid=3739): stderr: 
| �[0;m�[38;5;43m20221210061859533 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210061859533 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210061859534 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210061859534 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210061859534 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210061859534 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210061859534 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:19:01.418143 run               patchelf(pid=3742): Terminating (SIGINT)
06:19:01.590293 run               patchelf(pid=3742): Terminated: ok {rc=0}
06:19:01.623550 tst      cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=3739): Process ended prematurely: osmo-stp_10.42.42.5(pid=3739) [trial-2370↪gprs:trx-lms+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3739)]  [trial-2370↪gprs:trx-lms+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38]
06:19:01.634063 tst      cs_paging_gprs_active.py:38: Test FAILED (8.6 sec)
06:19:01.699980 run    osmo-hlr_10.42.42.2(pid=3736): ERR: Terminated: ERROR {rc=237}  [trial-2370↪gprs:trx-lms+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3736)]
06:19:01.750965 run    osmo-hlr_10.42.42.2(pid=3736): stdout: 
| (launched: 2022-12-10_06:18:58.359361) 
06:19:01.803373 run    osmo-hlr_10.42.42.2(pid=3736): stderr: 
| �[0;m�[1;31m20221210061858557 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210061858557 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210061858557 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210061858557 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210061858557 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210061858557 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210061858569 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/gprs:trx-lms+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210061858577 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210061858577 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210061858578 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
06:19:01.848798 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3729): Terminating (SIGTERM)
06:19:01.891513 run iperf3-srv_10.42.42.10(pid=3730): Terminating (SIGTERM)
06:19:01.936330 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3731): Terminating (SIGTERM)
06:19:01.979526 run iperf3-srv_10.42.42.10(pid=3732): Terminating (SIGTERM)
06:19:02.025653 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3735): Terminating (SIGTERM)
06:19:02.070645 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3738): Terminating (SIGTERM)
06:19:02.114143 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3741): Terminating (SIGTERM)
06:19:02.124529 ---      ParallelTerminationStrategy: PID 3729 died...
06:19:02.181904 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3729): Terminated: ok {rc=0}
06:19:02.192259 ---      ParallelTerminationStrategy: PID 3730 died...
06:19:02.245600 run iperf3-srv_10.42.42.10(pid=3730): Terminated {rc=256}
06:19:02.255396 ---      ParallelTerminationStrategy: PID 3731 died...
06:19:02.308318 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3731): Terminated: ok {rc=0}
06:19:02.318431 ---      ParallelTerminationStrategy: PID 3732 died...
06:19:02.371472 run iperf3-srv_10.42.42.10(pid=3732): Terminated {rc=256}
06:19:02.381847 ---      ParallelTerminationStrategy: PID 3735 died...
06:19:02.434652 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3735): Terminated: ok {rc=0}
06:19:02.444484 ---      ParallelTerminationStrategy: PID 3738 died...
06:19:02.497260 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3738): Terminated: ok {rc=0}
06:19:02.506886 ---      ParallelTerminationStrategy: PID 3741 died...
06:19:02.559627 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3741): Terminated: ok {rc=0}
06:19:02.646417 bus                          /gobi_0: Setting Powered False
06:19:03.748245 bus                          /gobi_0: Setting Powered False
06:19:04.858330 bus                          /gobi_6: Setting Powered False
</stdout></case><case><age>232</age><className>gprs:trx-lms+mod-bts0-dynts-osmo</className><duration>8.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=3752): Process ended prematurely: osmo-stp_10.42.42.5(pid=3752) [trial-2370↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3752)]</errorStackTrace><failedSince>2139</failedSince><name>iperf3.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py", line 8, in &lt;module&gt;
    setup_run_iperf3_test_parallel(1)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py", line 67, in setup_run_iperf3_test_parallel
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3752): Process ended prematurely: osmo-stp_10.42.42.5(pid=3752) [trial-2370↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3752)]
</stderr><stdout>
----------------------------------------------
trial-2370 gprs:trx-lms+mod-bts0-dynts-osmo iperf3.py
----------------------------------------------
06:19:05.966683 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
06:19:05.978238 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)
06:19:06.134438 tst                        iperf3.py: using LAC 26436
06:19:06.250134 tst                        iperf3.py: using RAC 171
06:19:06.367712 tst                        iperf3.py: using CellId 26436
06:19:06.483320 tst                        iperf3.py: using BVCI 26437
06:19:06.505891 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
06:19:06.516494 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
06:19:06.527068 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
06:19:06.537905 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
06:19:06.548606 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
06:19:06.559426 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
06:19:06.570354 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
06:19:06.580935 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
06:19:06.591981 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)
06:19:06.861399 tst                      iperf3.py:8: start iperfv3 server 10.42.42.10:5003...
06:19:06.982727 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
06:19:07.286984 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3743): Launched
06:19:07.539969 run iperf3-srv_10.42.42.10(pid=3744): Launched
06:19:07.717790 tst                      iperf3.py:8: start network...
06:19:07.839624 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
06:19:08.303672 run          create_hlr_db(pid=3745): Launched
06:19:08.472727 bus                          /gobi_6: Setting Powered False
06:19:09.504690 run          create_hlr_db(pid=3745): Terminated: ok {rc=0}
06:19:09.907384 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3748): Launched
06:19:10.223313 run    osmo-hlr_10.42.42.2(pid=3749): Launched
06:19:10.338888 run              osmo-stp_10.42.42.5: Starting osmo-stp
06:19:10.887546 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3751): Launched
06:19:11.203112 run    osmo-stp_10.42.42.5(pid=3752): Launched
06:19:11.317785 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
06:19:11.868544 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3754): Launched
06:19:11.981640 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
06:19:12.255351 run               patchelf(pid=3755): Launched
06:19:12.439122 run    osmo-stp_10.42.42.5(pid=3752): ERR: Terminated: ERROR {rc=1}  [trial-2370↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3752)]
06:19:12.573373 run    osmo-stp_10.42.42.5(pid=3752): stdout: 
| (launched: 2022-12-10_06:19:11.047626)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:19:12.707891 run    osmo-stp_10.42.42.5(pid=3752): stderr: 
| �[0;m�[38;5;43m20221210061911242 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210061911242 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210061911242 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210061911242 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210061911243 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210061911243 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210061911243 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:19:12.838256 run    osmo-stp_10.42.42.5(pid=3752): stdout: 
| (launched: 2022-12-10_06:19:11.047626)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:19:12.967332 run    osmo-stp_10.42.42.5(pid=3752): stderr: 
| �[0;m�[38;5;43m20221210061911242 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210061911242 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210061911242 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210061911242 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210061911243 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210061911243 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210061911243 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:19:13.117096 run               patchelf(pid=3755): Terminating (SIGINT)
06:19:13.292516 run               patchelf(pid=3755): Terminated: ok {rc=0}
06:19:13.324915 tst                      iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=3752): Process ended prematurely: osmo-stp_10.42.42.5(pid=3752) [trial-2370↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3752)]  [trial-2370↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3.py:8]
06:19:13.334841 tst                      iperf3.py:8: Test FAILED (7.4 sec)
06:19:13.396680 run    osmo-hlr_10.42.42.2(pid=3749): ERR: Terminated: ERROR {rc=237}  [trial-2370↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3749)]
06:19:13.446888 run    osmo-hlr_10.42.42.2(pid=3749): stdout: 
| (launched: 2022-12-10_06:19:10.069370) 
06:19:13.497534 run    osmo-hlr_10.42.42.2(pid=3749): stderr: 
| �[0;m�[1;31m20221210061910267 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210061910267 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210061910267 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210061910267 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210061910268 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210061910268 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210061910280 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/gprs:trx-lms+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210061910290 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210061910290 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210061910290 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
06:19:13.540868 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3743): Terminating (SIGTERM)
06:19:13.581671 run iperf3-srv_10.42.42.10(pid=3744): Terminating (SIGTERM)
06:19:13.622383 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3748): Terminating (SIGTERM)
06:19:13.663027 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3751): Terminating (SIGTERM)
06:19:13.703694 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3754): Terminating (SIGTERM)
06:19:13.713355 ---      ParallelTerminationStrategy: PID 3743 died...
06:19:13.768013 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3743): Terminated: ok {rc=0}
06:19:13.777977 ---      ParallelTerminationStrategy: PID 3744 died...
06:19:13.832687 run iperf3-srv_10.42.42.10(pid=3744): Terminated {rc=256}
06:19:13.842559 ---      ParallelTerminationStrategy: PID 3748 died...
06:19:13.897269 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3748): Terminated: ok {rc=0}
06:19:13.907146 ---      ParallelTerminationStrategy: PID 3751 died...
06:19:13.961628 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3751): Terminated: ok {rc=0}
06:19:13.971575 ---      ParallelTerminationStrategy: PID 3754 died...
06:19:14.026511 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3754): Terminated: ok {rc=0}
06:19:14.111741 bus                          /gobi_6: Setting Powered False
</stdout></case><case><age>232</age><className>gprs:trx-lms+mod-bts0-dynts-osmo</className><duration>11.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=3771): Process ended prematurely: osmo-stp_10.42.42.5(pid=3771) [trial-2370↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3771)]</errorStackTrace><failedSince>2139</failedSince><name>iperf3m4.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py", line 8, in &lt;module&gt;
    setup_run_iperf3_test_parallel(4)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py", line 67, in setup_run_iperf3_test_parallel
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3771): Process ended prematurely: osmo-stp_10.42.42.5(pid=3771) [trial-2370↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3771)]
</stderr><stdout>
----------------------------------------------
trial-2370 gprs:trx-lms+mod-bts0-dynts-osmo iperf3m4.py
----------------------------------------------
06:19:15.224597 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
06:19:15.236449 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)
06:19:15.400652 tst                      iperf3m4.py: using LAC 26437
06:19:15.525742 tst                      iperf3m4.py: using RAC 172
06:19:15.651268 tst                      iperf3m4.py: using CellId 26437
06:19:15.770118 tst                      iperf3m4.py: using BVCI 26438
06:19:15.792557 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
06:19:15.803479 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
06:19:15.814457 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
06:19:15.825625 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
06:19:15.837704 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
06:19:15.853775 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
06:19:15.870479 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
06:19:15.885335 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
06:19:15.900241 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)
06:19:16.025745 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)
06:19:16.152747 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)
06:19:16.275416 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)
06:19:16.559146 tst                    iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...
06:19:16.685526 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
06:19:17.036214 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3757): Launched
06:19:17.311391 run iperf3-srv_10.42.42.10(pid=3758): Launched
06:19:17.490385 tst                    iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...
06:19:17.612477 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
06:19:17.917789 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3759): Launched
06:19:18.170523 run iperf3-srv_10.42.42.10(pid=3760): Launched
06:19:18.348229 tst                    iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...
06:19:18.469712 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
06:19:18.774948 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3761): Launched
06:19:19.027413 run iperf3-srv_10.42.42.10(pid=3762): Launched
06:19:19.205189 tst                    iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...
06:19:19.326802 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
06:19:19.632739 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3763): Launched
06:19:19.885999 run iperf3-srv_10.42.42.10(pid=3764): Launched
06:19:20.063563 tst                    iperf3m4.py:8: start network...
06:19:20.185275 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
06:19:20.650563 run          create_hlr_db(pid=3765): Launched
06:19:20.819206 bus                          /gobi_6: Setting Powered False
06:19:21.840621 run          create_hlr_db(pid=3765): Terminated: ok {rc=0}
06:19:22.259257 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3767): Launched
06:19:22.575173 run    osmo-hlr_10.42.42.2(pid=3768): Launched
06:19:22.691476 run              osmo-stp_10.42.42.5: Starting osmo-stp
06:19:23.239052 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3770): Launched
06:19:23.554200 run    osmo-stp_10.42.42.5(pid=3771): Launched
06:19:23.669299 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
06:19:24.218130 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3773): Launched
06:19:24.329857 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
06:19:24.605392 run               patchelf(pid=3774): Launched
06:19:24.789265 run    osmo-stp_10.42.42.5(pid=3771): ERR: Terminated: ERROR {rc=1}  [trial-2370↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3771)]
06:19:24.923550 run    osmo-stp_10.42.42.5(pid=3771): stdout: 
| (launched: 2022-12-10_06:19:23.398080)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:19:25.058280 run    osmo-stp_10.42.42.5(pid=3771): stderr: 
| �[0;m�[38;5;43m20221210061923588 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210061923588 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210061923588 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210061923589 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210061923590 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210061923590 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210061923590 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:19:25.188095 run    osmo-stp_10.42.42.5(pid=3771): stdout: 
| (launched: 2022-12-10_06:19:23.398080)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:19:25.317280 run    osmo-stp_10.42.42.5(pid=3771): stderr: 
| �[0;m�[38;5;43m20221210061923588 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210061923588 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210061923588 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210061923589 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210061923590 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210061923590 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210061923590 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:19:25.468013 run               patchelf(pid=3774): Terminating (SIGINT)
06:19:25.644073 run               patchelf(pid=3774): Terminated: ok {rc=0}
06:19:25.676730 tst                    iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=3771): Process ended prematurely: osmo-stp_10.42.42.5(pid=3771) [trial-2370↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3771)]  [trial-2370↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3m4.py:8]
06:19:25.686607 tst                    iperf3m4.py:8: Test FAILED (10.5 sec)
06:19:25.748565 run    osmo-hlr_10.42.42.2(pid=3768): ERR: Terminated: ERROR {rc=237}  [trial-2370↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3768)]
06:19:25.799104 run    osmo-hlr_10.42.42.2(pid=3768): stdout: 
| (launched: 2022-12-10_06:19:22.419476) 
06:19:25.850236 run    osmo-hlr_10.42.42.2(pid=3768): stderr: 
| �[0;m�[1;31m20221210061922620 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210061922620 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210061922620 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210061922620 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210061922620 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210061922620 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210061922633 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/gprs:trx-lms+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210061922641 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210061922641 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210061922641 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
06:19:25.893843 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3757): Terminating (SIGTERM)
06:19:25.934795 run iperf3-srv_10.42.42.10(pid=3758): Terminating (SIGTERM)
06:19:25.975896 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3759): Terminating (SIGTERM)
06:19:26.016886 run iperf3-srv_10.42.42.10(pid=3760): Terminating (SIGTERM)
06:19:26.059697 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3761): Terminating (SIGTERM)
06:19:26.100630 run iperf3-srv_10.42.42.10(pid=3762): Terminating (SIGTERM)
06:19:26.142058 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3763): Terminating (SIGTERM)
06:19:26.183079 run iperf3-srv_10.42.42.10(pid=3764): Terminating (SIGTERM)
06:19:26.223991 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3767): Terminating (SIGTERM)
06:19:26.264864 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3770): Terminating (SIGTERM)
06:19:26.305850 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3773): Terminating (SIGTERM)
06:19:26.315475 ---      ParallelTerminationStrategy: PID 3757 died...
06:19:26.370381 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3757): Terminated: ok {rc=0}
06:19:26.380418 ---      ParallelTerminationStrategy: PID 3758 died...
06:19:26.435093 run iperf3-srv_10.42.42.10(pid=3758): Terminated {rc=256}
06:19:26.445027 ---      ParallelTerminationStrategy: PID 3759 died...
06:19:26.499943 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3759): Terminated: ok {rc=0}
06:19:26.509898 ---      ParallelTerminationStrategy: PID 3760 died...
06:19:26.564403 run iperf3-srv_10.42.42.10(pid=3760): Terminated {rc=256}
06:19:26.574357 ---      ParallelTerminationStrategy: PID 3761 died...
06:19:26.628991 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3761): Terminated: ok {rc=0}
06:19:26.638920 ---      ParallelTerminationStrategy: PID 3762 died...
06:19:26.693256 run iperf3-srv_10.42.42.10(pid=3762): Terminated {rc=256}
06:19:26.703121 ---      ParallelTerminationStrategy: PID 3763 died...
06:19:26.757614 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3763): Terminated: ok {rc=0}
06:19:26.767562 ---      ParallelTerminationStrategy: PID 3764 died...
06:19:26.822387 run iperf3-srv_10.42.42.10(pid=3764): Terminated {rc=256}
06:19:26.832339 ---      ParallelTerminationStrategy: PID 3767 died...
06:19:26.886792 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3767): Terminated: ok {rc=0}
06:19:26.896726 ---      ParallelTerminationStrategy: PID 3770 died...
06:19:26.951165 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3770): Terminated: ok {rc=0}
06:19:26.961267 ---      ParallelTerminationStrategy: PID 3773 died...
06:19:27.015759 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3773): Terminated: ok {rc=0}
06:19:27.102017 bus                          /gobi_4: Setting Powered False
06:19:28.207778 bus                          /gobi_4: Setting Powered False
06:19:29.315244 bus                          /gobi_1: Setting Powered False
06:19:30.420500 bus                          /gobi_1: Setting Powered False
06:19:31.551277 bus                          /gobi_0: Setting Powered False
06:19:32.653426 bus                          /gobi_0: Setting Powered False
06:19:33.764122 bus                          /gobi_6: Setting Powered False
</stdout></case><case><age>232</age><className>gprs:trx-lms+mod-bts0-dynts-osmo</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=3781): Process ended prematurely: osmo-stp_10.42.42.5(pid=3781) [trial-2370↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3781)]</errorStackTrace><failedSince>2139</failedSince><name>ping.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py", line 22, in &lt;module&gt;
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3781): Process ended prematurely: osmo-stp_10.42.42.5(pid=3781) [trial-2370↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3781)]
</stderr><stdout>
----------------------------------------------
trial-2370 gprs:trx-lms+mod-bts0-dynts-osmo ping.py
----------------------------------------------
06:19:34.831263 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
06:19:34.842874 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)
06:19:34.996541 tst                          ping.py: using LAC 26438
06:19:35.109554 tst                          ping.py: using RAC 173
06:19:35.222362 tst                          ping.py: using CellId 26438
06:19:35.347561 tst                          ping.py: using BVCI 26439
06:19:35.371235 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
06:19:35.382475 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
06:19:35.393444 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
06:19:35.405000 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
06:19:35.416586 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
06:19:35.428099 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
06:19:35.439671 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
06:19:35.451315 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)
06:19:35.734659 tst                       ping.py:19: start network...
06:19:35.862559 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
06:19:36.319250 run          create_hlr_db(pid=3775): Launched
06:19:36.486492 bus                          /gobi_6: Setting Powered False
06:19:37.516438 run          create_hlr_db(pid=3775): Terminated: ok {rc=0}
06:19:37.931987 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3777): Launched
06:19:38.242479 run    osmo-hlr_10.42.42.2(pid=3778): Launched
06:19:38.356030 run              osmo-stp_10.42.42.5: Starting osmo-stp
06:19:38.897281 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3780): Launched
06:19:39.206211 run    osmo-stp_10.42.42.5(pid=3781): Launched
06:19:39.318037 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
06:19:39.858849 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3783): Launched
06:19:39.968905 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
06:19:40.239439 run               patchelf(pid=3784): Launched
06:19:40.421615 run    osmo-stp_10.42.42.5(pid=3781): ERR: Terminated: ERROR {rc=1}  [trial-2370↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3781)]
06:19:40.554558 run    osmo-stp_10.42.42.5(pid=3781): stdout: 
| (launched: 2022-12-10_06:19:39.054106)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:19:40.687889 run    osmo-stp_10.42.42.5(pid=3781): stderr: 
| �[0;m�[38;5;43m20221210061939243 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210061939243 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210061939244 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210061939244 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210061939245 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210061939245 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210061939245 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:19:40.817478 run    osmo-stp_10.42.42.5(pid=3781): stdout: 
| (launched: 2022-12-10_06:19:39.054106)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:19:40.944714 run    osmo-stp_10.42.42.5(pid=3781): stderr: 
| �[0;m�[38;5;43m20221210061939243 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210061939243 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210061939244 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210061939244 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210061939245 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210061939245 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210061939245 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:19:41.092690 run               patchelf(pid=3784): Terminating (SIGINT)
06:19:41.266699 run               patchelf(pid=3784): Terminated: ok {rc=0}
06:19:41.298594 tst                       ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=3781): Process ended prematurely: osmo-stp_10.42.42.5(pid=3781) [trial-2370↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3781)]  [trial-2370↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping.py:22]
06:19:41.307856 tst                       ping.py:22: Test FAILED (6.5 sec)
06:19:41.370175 run    osmo-hlr_10.42.42.2(pid=3778): ERR: Terminated: ERROR {rc=237}  [trial-2370↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3778)]
06:19:41.420648 run    osmo-hlr_10.42.42.2(pid=3778): stdout: 
| (launched: 2022-12-10_06:19:38.089745) 
06:19:41.471643 run    osmo-hlr_10.42.42.2(pid=3778): stderr: 
| �[0;m�[1;31m20221210061938286 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210061938286 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210061938286 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210061938286 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210061938286 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210061938287 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210061938299 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/gprs:trx-lms+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210061938307 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210061938307 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210061938307 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
06:19:41.515217 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3777): Terminating (SIGTERM)
06:19:41.556357 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3780): Terminating (SIGTERM)
06:19:41.598107 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3783): Terminating (SIGTERM)
06:19:41.607849 ---      ParallelTerminationStrategy: PID 3777 died...
06:19:41.663037 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3777): Terminated: ok {rc=0}
06:19:41.673134 ---      ParallelTerminationStrategy: PID 3780 died...
06:19:41.728261 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3780): Terminated: ok {rc=0}
06:19:41.738296 ---      ParallelTerminationStrategy: PID 3783 died...
06:19:41.793200 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3783): Terminated: ok {rc=0}
06:19:41.879523 bus                          /gobi_6: Setting Powered False
</stdout></case><case><age>232</age><className>gprs:trx-lms+mod-bts0-dynts-osmo</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=3791): Process ended prematurely: osmo-stp_10.42.42.5(pid=3791) [trial-2370↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3791)]</errorStackTrace><failedSince>2139</failedSince><name>ping_idle_ping.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py", line 27, in &lt;module&gt;
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3791): Process ended prematurely: osmo-stp_10.42.42.5(pid=3791) [trial-2370↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3791)]
</stderr><stdout>
----------------------------------------------
trial-2370 gprs:trx-lms+mod-bts0-dynts-osmo ping_idle_ping.py
----------------------------------------------
06:19:42.931644 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
06:19:42.943527 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)
06:19:43.105936 tst                ping_idle_ping.py: using LAC 26439
06:19:43.226670 tst                ping_idle_ping.py: using RAC 174
06:19:43.347454 tst                ping_idle_ping.py: using CellId 26439
06:19:43.468599 tst                ping_idle_ping.py: using BVCI 26440
06:19:43.492402 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
06:19:43.503674 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
06:19:43.514771 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
06:19:43.526013 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
06:19:43.537092 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
06:19:43.548137 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
06:19:43.559366 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
06:19:43.570474 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)
06:19:43.838284 tst             ping_idle_ping.py:24: start network...
06:19:43.957842 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
06:19:44.416479 run          create_hlr_db(pid=3785): Launched
06:19:44.584138 bus                          /gobi_6: Setting Powered False
06:19:45.604167 run          create_hlr_db(pid=3785): Terminated: ok {rc=0}
06:19:46.032772 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3787): Launched
06:19:46.436922 run    osmo-hlr_10.42.42.2(pid=3788): Launched
06:19:46.672227 run              osmo-stp_10.42.42.5: Starting osmo-stp
06:19:47.289596 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3790): Launched
06:19:47.602068 run    osmo-stp_10.42.42.5(pid=3791): Launched
06:19:47.715105 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
06:19:48.256829 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3793): Launched
06:19:48.367506 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
06:19:48.639170 run               patchelf(pid=3794): Launched
06:19:48.821462 run    osmo-stp_10.42.42.5(pid=3791): ERR: Terminated: ERROR {rc=1}  [trial-2370↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3791)]
06:19:48.955241 run    osmo-stp_10.42.42.5(pid=3791): stdout: 
| (launched: 2022-12-10_06:19:47.448296)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:19:49.088683 run    osmo-stp_10.42.42.5(pid=3791): stderr: 
| �[0;m�[38;5;43m20221210061947636 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210061947637 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210061947637 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210061947637 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210061947639 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210061947640 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210061947640 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:19:49.217561 run    osmo-stp_10.42.42.5(pid=3791): stdout: 
| (launched: 2022-12-10_06:19:47.448296)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:19:49.344842 run    osmo-stp_10.42.42.5(pid=3791): stderr: 
| �[0;m�[38;5;43m20221210061947636 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210061947637 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210061947637 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210061947637 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210061947639 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210061947640 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210061947640 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:19:49.492650 run               patchelf(pid=3794): Terminating (SIGINT)
06:19:49.666566 run               patchelf(pid=3794): Terminated: ok {rc=0}
06:19:49.698487 tst             ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=3791): Process ended prematurely: osmo-stp_10.42.42.5(pid=3791) [trial-2370↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3791)]  [trial-2370↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping_idle_ping.py:27]
06:19:49.707814 tst             ping_idle_ping.py:27: Test FAILED (6.8 sec)
06:19:49.770271 run    osmo-hlr_10.42.42.2(pid=3788): ERR: Terminated: ERROR {rc=237}  [trial-2370↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3788)]
06:19:49.821268 run    osmo-hlr_10.42.42.2(pid=3788): stdout: 
| (launched: 2022-12-10_06:19:46.184781) 
06:19:49.873191 run    osmo-hlr_10.42.42.2(pid=3788): stderr: 
| �[0;m�[1;31m20221210061946488 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210061946488 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210061946488 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210061946488 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210061946488 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210061946488 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210061946507 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/gprs:trx-lms+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210061946519 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210061946520 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210061946520 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
06:19:49.917243 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3787): Terminating (SIGTERM)
06:19:49.958755 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3790): Terminating (SIGTERM)
06:19:50.000292 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3793): Terminating (SIGTERM)
06:19:50.010113 ---      ParallelTerminationStrategy: PID 3787 died...
06:19:50.066692 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3787): Terminated: ok {rc=0}
06:19:50.076717 ---      ParallelTerminationStrategy: PID 3790 died...
06:19:50.131857 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3790): Terminated: ok {rc=0}
06:19:50.141972 ---      ParallelTerminationStrategy: PID 3793 died...
06:19:50.197025 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3793): Terminated: ok {rc=0}
06:19:50.284937 bus                          /gobi_6: Setting Powered False
</stdout></case><duration>60.0</duration><id>110</id><name>gprs_trx-lms+mod-bts0-dynts-osmo</name><properties></properties><timestamp>2022-12-10T06:18:52</timestamp></suite><suite><case><age>232</age><className>dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=3812): Process ended prematurely: osmo-stp_10.42.42.5(pid=3812) [trial-2370↪dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3812)]</errorStackTrace><failedSince>2139</failedSince><name>switch_tch_pdch.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py", line 54, in &lt;module&gt;
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3812): Process ended prematurely: osmo-stp_10.42.42.5(pid=3812) [trial-2370↪dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3812)]
</stderr><stdout>
----------------------------------------------
trial-2370 dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py
----------------------------------------------
06:19:52.321115 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)
06:19:52.332665 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)
06:19:52.490131 tst               switch_tch_pdch.py: using LAC 26440
06:19:52.610199 tst               switch_tch_pdch.py: using RAC 175
06:19:52.729982 tst               switch_tch_pdch.py: using CellId 26440
06:19:52.850206 tst               switch_tch_pdch.py: using BVCI 26441
06:19:52.873969 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)
06:19:52.885531 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)
06:19:52.896890 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)
06:19:52.908272 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)
06:19:52.919574 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)
06:19:52.930848 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)
06:19:52.942330 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)
06:19:52.953716 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)
06:19:53.068468 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)
06:19:53.340583 tst            switch_tch_pdch.py:51: start network...
06:19:53.459990 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
06:19:53.914986 run          create_hlr_db(pid=3806): Launched
06:19:54.080932 bus                          /gobi_6: Setting Powered False
06:19:55.102089 run          create_hlr_db(pid=3806): Terminated: ok {rc=0}
06:19:55.515515 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3808): Launched
06:19:55.824831 run    osmo-hlr_10.42.42.2(pid=3809): Launched
06:19:55.938446 run              osmo-stp_10.42.42.5: Starting osmo-stp
06:19:56.474856 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3811): Launched
06:19:56.783482 run    osmo-stp_10.42.42.5(pid=3812): Launched
06:19:56.895578 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
06:19:57.434823 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3814): Launched
06:19:57.544808 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
06:19:57.814731 run               patchelf(pid=3815): Launched
06:19:57.996368 run    osmo-stp_10.42.42.5(pid=3812): ERR: Terminated: ERROR {rc=1}  [trial-2370↪dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3812)]
06:19:58.129354 run    osmo-stp_10.42.42.5(pid=3812): stdout: 
| (launched: 2022-12-10_06:19:56.631537)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:19:58.262192 run    osmo-stp_10.42.42.5(pid=3812): stderr: 
| �[0;m�[38;5;43m20221210061956823 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210061956823 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210061956824 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210061956824 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210061956824 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210061956824 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210061956825 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:19:58.390092 run    osmo-stp_10.42.42.5(pid=3812): stdout: 
| (launched: 2022-12-10_06:19:56.631537)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:19:58.516553 run    osmo-stp_10.42.42.5(pid=3812): stderr: 
| �[0;m�[38;5;43m20221210061956823 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210061956823 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210061956824 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210061956824 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210061956824 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210061956824 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210061956825 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:19:58.663993 run               patchelf(pid=3815): Terminating (SIGINT)
06:19:58.836774 run               patchelf(pid=3815): Terminated: ok {rc=0}
06:19:58.868568 tst            switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=3812): Process ended prematurely: osmo-stp_10.42.42.5(pid=3812) [trial-2370↪dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3812)]  [trial-2370↪dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54]
06:19:58.877905 tst            switch_tch_pdch.py:54: Test FAILED (6.5 sec)
06:19:58.938988 run    osmo-hlr_10.42.42.2(pid=3809): ERR: Terminated: ERROR {rc=237}  [trial-2370↪dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3809)]
06:19:58.989431 run    osmo-hlr_10.42.42.2(pid=3809): stdout: 
| (launched: 2022-12-10_06:19:55.672643) 
06:19:59.040132 run    osmo-hlr_10.42.42.2(pid=3809): stderr: 
| �[0;m�[1;31m20221210061955872 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210061955872 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210061955872 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210061955872 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210061955872 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210061955873 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210061955884 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210061955892 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210061955893 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210061955893 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
06:19:59.083306 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3808): Terminating (SIGTERM)
06:19:59.124071 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3811): Terminating (SIGTERM)
06:19:59.164796 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3814): Terminating (SIGTERM)
06:19:59.173992 ---      ParallelTerminationStrategy: PID 3808 died...
06:19:59.228121 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3808): Terminated: ok {rc=0}
06:19:59.237993 ---      ParallelTerminationStrategy: PID 3811 died...
06:19:59.291950 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3811): Terminated: ok {rc=0}
06:19:59.301794 ---      ParallelTerminationStrategy: PID 3814 died...
06:19:59.355797 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3814): Terminated: ok {rc=0}
06:19:59.440581 bus                          /gobi_0: Setting Powered False
06:20:00.542114 bus                          /gobi_0: Setting Powered False
06:20:01.668324 bus                          /gobi_6: Setting Powered False
</stdout></case><duration>12.0</duration><id>111</id><name>dynts_trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any</name><properties></properties><timestamp>2022-12-10T06:19:52</timestamp></suite><suite><case><age>232</age><className>dynts:trx-lms+mod-bts0-dynts67-osmo</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=3828): Process ended prematurely: osmo-stp_10.42.42.5(pid=3828) [trial-2370↪dynts:trx-lms+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3828)]</errorStackTrace><failedSince>2139</failedSince><name>switch_tch_pdch.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py", line 54, in &lt;module&gt;
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3828): Process ended prematurely: osmo-stp_10.42.42.5(pid=3828) [trial-2370↪dynts:trx-lms+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3828)]
</stderr><stdout>
----------------------------------------------
trial-2370 dynts:trx-lms+mod-bts0-dynts67-osmo switch_tch_pdch.py
----------------------------------------------
06:20:03.631128 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)
06:20:03.642070 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1)
06:20:03.799349 tst               switch_tch_pdch.py: using LAC 26441
06:20:03.919516 tst               switch_tch_pdch.py: using RAC 176
06:20:04.038865 tst               switch_tch_pdch.py: using CellId 26441
06:20:04.158587 tst               switch_tch_pdch.py: using BVCI 26442
06:20:04.182329 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)
06:20:04.193700 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)
06:20:04.204734 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)
06:20:04.216374 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)
06:20:04.227974 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)
06:20:04.239673 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)
06:20:04.251449 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)
06:20:04.263011 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)
06:20:04.378567 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)
06:20:04.661214 tst            switch_tch_pdch.py:51: start network...
06:20:04.789845 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
06:20:05.257541 run          create_hlr_db(pid=3822): Launched
06:20:05.384030 bus                          /gobi_6: Setting Powered False
06:20:06.457127 run          create_hlr_db(pid=3822): Terminated: ok {rc=0}
06:20:06.821105 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3824): Launched
06:20:07.109153 run    osmo-hlr_10.42.42.2(pid=3825): Launched
06:20:07.220296 run              osmo-stp_10.42.42.5: Starting osmo-stp
06:20:07.706292 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3827): Launched
06:20:07.994358 run    osmo-stp_10.42.42.5(pid=3828): Launched
06:20:08.098889 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
06:20:08.577869 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3830): Launched
06:20:08.679244 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
06:20:08.931069 run               patchelf(pid=3831): Launched
06:20:09.100087 run    osmo-stp_10.42.42.5(pid=3828): ERR: Terminated: ERROR {rc=1}  [trial-2370↪dynts:trx-lms+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3828)]
06:20:09.223197 run    osmo-stp_10.42.42.5(pid=3828): stdout: 
| (launched: 2022-12-10_06:20:07.851849)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:20:09.347198 run    osmo-stp_10.42.42.5(pid=3828): stderr: 
| �[0;m�[38;5;43m20221210062008019 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210062008019 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210062008019 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210062008020 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210062008020 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210062008020 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210062008021 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:20:09.466124 run    osmo-stp_10.42.42.5(pid=3828): stdout: 
| (launched: 2022-12-10_06:20:07.851849)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:20:09.583940 run    osmo-stp_10.42.42.5(pid=3828): stderr: 
| �[0;m�[38;5;43m20221210062008019 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210062008019 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210062008019 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210062008020 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210062008020 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210062008020 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210062008021 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:20:09.721373 run               patchelf(pid=3831): Terminating (SIGINT)
06:20:09.883642 run               patchelf(pid=3831): Terminated: ok {rc=0}
06:20:09.913719 tst            switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=3828): Process ended prematurely: osmo-stp_10.42.42.5(pid=3828) [trial-2370↪dynts:trx-lms+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3828)]  [trial-2370↪dynts:trx-lms+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54]
06:20:09.922362 tst            switch_tch_pdch.py:54: Test FAILED (6.3 sec)
06:20:09.981471 run    osmo-hlr_10.42.42.2(pid=3825): ERR: Terminated: ERROR {rc=237}  [trial-2370↪dynts:trx-lms+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3825)]
06:20:10.029411 run    osmo-hlr_10.42.42.2(pid=3825): stdout: 
| (launched: 2022-12-10_06:20:06.967200) 
06:20:10.077640 run    osmo-hlr_10.42.42.2(pid=3825): stderr: 
| �[0;m�[1;31m20221210062007144 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210062007144 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210062007144 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210062007144 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210062007144 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210062007145 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210062007155 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/dynts:trx-lms+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210062007164 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210062007164 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210062007164 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
06:20:10.118969 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3824): Terminating (SIGTERM)
06:20:10.157943 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3827): Terminating (SIGTERM)
06:20:10.196755 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3830): Terminating (SIGTERM)
06:20:10.206141 ---      ParallelTerminationStrategy: PID 3824 died...
06:20:10.258133 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3824): Terminated: ok {rc=0}
06:20:10.267797 ---      ParallelTerminationStrategy: PID 3827 died...
06:20:10.319550 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3827): Terminated: ok {rc=0}
06:20:10.329248 ---      ParallelTerminationStrategy: PID 3830 died...
06:20:10.381128 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3830): Terminated: ok {rc=0}
06:20:10.462991 bus                          /gobi_0: Setting Powered False
06:20:11.568298 bus                          /gobi_0: Setting Powered False
06:20:12.677224 bus                          /gobi_6: Setting Powered False
</stdout></case><duration>12.0</duration><id>112</id><name>dynts_trx-lms+mod-bts0-dynts67-osmo</name><properties></properties><timestamp>2022-12-10T06:20:03</timestamp></suite><suite><case><age>231</age><className>nitb_sms:trx-lms-limenet-micro</className><duration>4.0</duration><errorStackTrace>osmo-nitb_10.42.42.2(pid=3837): Process ended prematurely: osmo-nitb_10.42.42.2(pid=3837) [trial-2370↪nitb_sms:trx-lms-limenet-micro↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=3837)]</errorStackTrace><failedSince>2140</failedSince><name>mo_mt_sms.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py", line 11, in &lt;module&gt;
    nitb.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py", line 67, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=3837): Process ended prematurely: osmo-nitb_10.42.42.2(pid=3837) [trial-2370↪nitb_sms:trx-lms-limenet-micro↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=3837)]
</stderr><stdout>
----------------------------------------------
trial-2370 nitb_sms:trx-lms-limenet-micro mo_mt_sms.py
----------------------------------------------
06:20:14.564832 tst   nitb_sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 1)
06:20:14.576177 tst   nitb_sms:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)
06:20:14.709422 tst                     mo_mt_sms.py: using LAC 26442
06:20:14.830232 tst                     mo_mt_sms.py: using RAC 177
06:20:14.951057 tst                     mo_mt_sms.py: using CellId 26442
06:20:15.074614 tst                     mo_mt_sms.py: using BVCI 26443
06:20:15.098000 tst   nitb_sms:trx-lms-limenet-micro: Using 1 x modem (candidates: 2)
06:20:15.210395 tst   nitb_sms:trx-lms-limenet-micro: Using 1 x modem (candidates: 2)
06:20:15.473764 tst                   mo_mt_sms.py:9: start nitb and bts...
06:20:15.592890 run             osmo-nitb_10.42.42.2: Starting osmo-nitb
06:20:16.304794 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=3836): Launched
06:20:16.655516 run   osmo-nitb_10.42.42.2(pid=3837): Launched
06:20:16.845428 run   osmo-nitb_10.42.42.2(pid=3837): ERR: Terminated: ERROR {rc=2}  [trial-2370↪nitb_sms:trx-lms-limenet-micro↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=3837)]
06:20:16.980793 run   osmo-nitb_10.42.42.2(pid=3837): stdout: 
| (launched: 2022-12-10_06:20:16.459412) 
06:20:17.117466 run   osmo-nitb_10.42.42.2(pid=3837): stderr: 
| (launched: 2022-12-10_06:20:16.505844)
| ======================================================================
| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and
| obsolete for several years.  If you really want to ignore years of hard work on
| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),
| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line
| argument.  DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!
| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box
| ====================================================================== 
06:20:17.248515 run   osmo-nitb_10.42.42.2(pid=3837): stdout: 
| (launched: 2022-12-10_06:20:16.459412) 
06:20:17.375637 run   osmo-nitb_10.42.42.2(pid=3837): stderr: 
| (launched: 2022-12-10_06:20:16.505844)
| ======================================================================
| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and
| obsolete for several years.  If you really want to ignore years of hard work on
| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),
| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line
| argument.  DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!
| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box
| ====================================================================== 
06:20:17.774066 tst   osmo-nitb_10.42.42.2(pid=3837): stdout: 
| (launched: 2022-12-10_06:20:16.459412) 
06:20:17.890202 tst   osmo-nitb_10.42.42.2(pid=3837): stderr: 
| (launched: 2022-12-10_06:20:16.505844)
| ======================================================================
| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and
| obsolete for several years.  If you really want to ignore years of hard work on
| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),
| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line
| argument.  DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!
| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box
| ====================================================================== 
06:20:17.940818 tst                  mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=3837): Process ended prematurely: osmo-nitb_10.42.42.2(pid=3837) [trial-2370↪nitb_sms:trx-lms-limenet-micro↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=3837)]  [trial-2370↪nitb_sms:trx-lms-limenet-micro↪mo_mt_sms.py:11]
06:20:17.948785 tst                  mo_mt_sms.py:11: Test FAILED (3.4 sec)
06:20:17.983285 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=3836): Terminating (SIGTERM)
06:20:18.160753 ---      ParallelTerminationStrategy: PID 3836 died...
06:20:18.215359 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=3836): Terminated: ok {rc=0}
06:20:18.301950 bus                        /sierra_3: Setting Powered False
06:20:19.406145 bus                        /sierra_3: Setting Powered False
06:20:20.514096 bus                        /sierra_2: Setting Powered False
</stdout></case><duration>8.0</duration><id>113</id><name>nitb_sms_trx-lms-limenet-micro</name><properties></properties><timestamp>2022-12-10T06:20:14</timestamp></suite><suite><case><age>232</age><className>sms:trx-lms-limenet-micro</className><duration>6.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=3847): Process ended prematurely: osmo-stp_10.42.42.5(pid=3847) [trial-2370↪sms:trx-lms-limenet-micro↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3847)]</errorStackTrace><failedSince>2139</failedSince><name>mo_mt_sms.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py", line 16, in &lt;module&gt;
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3847): Process ended prematurely: osmo-stp_10.42.42.5(pid=3847) [trial-2370↪sms:trx-lms-limenet-micro↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3847)]
</stderr><stdout>
----------------------------------------------
trial-2370 sms:trx-lms-limenet-micro mo_mt_sms.py
----------------------------------------------
06:20:22.384413 tst        sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)
06:20:22.395022 tst        sms:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)
06:20:22.522803 tst                     mo_mt_sms.py: using LAC 26443
06:20:22.635649 tst                     mo_mt_sms.py: using RAC 178
06:20:22.750776 tst                     mo_mt_sms.py: using CellId 26443
06:20:22.869520 tst                     mo_mt_sms.py: using BVCI 26444
06:20:22.891242 tst        sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)
06:20:22.901961 tst        sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)
06:20:22.912431 tst        sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)
06:20:22.923201 tst        sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)
06:20:22.934082 tst        sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)
06:20:22.944690 tst        sms:trx-lms-limenet-micro: Using 1 x modem (candidates: 2)
06:20:23.060829 tst        sms:trx-lms-limenet-micro: Using 1 x modem (candidates: 2)
06:20:23.254465 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
06:20:23.707135 run          create_hlr_db(pid=3841): Launched
06:20:23.873519 bus                        /sierra_2: Setting Powered False
06:20:24.894689 run          create_hlr_db(pid=3841): Terminated: ok {rc=0}
06:20:25.308035 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3843): Launched
06:20:25.617840 run    osmo-hlr_10.42.42.2(pid=3844): Launched
06:20:25.731590 run              osmo-stp_10.42.42.5: Starting osmo-stp
06:20:26.269744 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3846): Launched
06:20:26.579088 run    osmo-stp_10.42.42.5(pid=3847): Launched
06:20:26.691570 run              osmo-msc_10.42.42.6: Starting osmo-msc
06:20:27.263179 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3849): Launched
06:20:27.574022 run    osmo-msc_10.42.42.6(pid=3850): Launched
06:20:27.755674 run    osmo-stp_10.42.42.5(pid=3847): ERR: Terminated: ERROR {rc=1}  [trial-2370↪sms:trx-lms-limenet-micro↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3847)]
06:20:27.887525 run    osmo-stp_10.42.42.5(pid=3847): stdout: 
| (launched: 2022-12-10_06:20:26.426121)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:20:28.019184 run    osmo-stp_10.42.42.5(pid=3847): stderr: 
| �[0;m�[38;5;43m20221210062026613 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210062026614 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210062026614 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210062026614 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210062026615 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210062026615 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210062026615 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:20:28.143183 run    osmo-stp_10.42.42.5(pid=3847): stdout: 
| (launched: 2022-12-10_06:20:26.426121)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:20:28.265819 run    osmo-stp_10.42.42.5(pid=3847): stderr: 
| �[0;m�[38;5;43m20221210062026613 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210062026614 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210062026614 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210062026614 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210062026615 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210062026615 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210062026615 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:20:28.319914 tst                  mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=3847): Process ended prematurely: osmo-stp_10.42.42.5(pid=3847) [trial-2370↪sms:trx-lms-limenet-micro↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3847)]  [trial-2370↪sms:trx-lms-limenet-micro↪mo_mt_sms.py:16]
06:20:28.328401 tst                  mo_mt_sms.py:16: Test FAILED (5.9 sec)
06:20:28.390342 run    osmo-hlr_10.42.42.2(pid=3844): ERR: Terminated: ERROR {rc=237}  [trial-2370↪sms:trx-lms-limenet-micro↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3844)]
06:20:28.441113 run    osmo-hlr_10.42.42.2(pid=3844): stdout: 
| (launched: 2022-12-10_06:20:25.465259) 
06:20:28.492664 run    osmo-hlr_10.42.42.2(pid=3844): stderr: 
| �[0;m�[1;31m20221210062025663 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210062025663 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210062025663 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210062025663 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210062025663 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210062025663 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210062025675 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/sms:trx-lms-limenet-micro/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210062025684 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210062025684 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210062025684 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
06:20:28.562447 run    osmo-msc_10.42.42.6(pid=3850): ERR: Terminated: ERROR {rc=2}  [trial-2370↪sms:trx-lms-limenet-micro↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=3850)]
06:20:28.613149 run    osmo-msc_10.42.42.6(pid=3850): stdout: 
| (launched: 2022-12-10_06:20:27.420214) 
06:20:28.664336 run    osmo-msc_10.42.42.6(pid=3850): stderr: 
| �[0;m�[38;5;43m20221210062027740 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210062027740 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc38fc3ac40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210062027741 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210062027741 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210062027741 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210062027741 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210062027743 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210062027743 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210062027743 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210062027743 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
06:20:28.708011 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3843): Terminating (SIGTERM)
06:20:28.749423 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3846): Terminating (SIGTERM)
06:20:28.790698 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3849): Terminating (SIGTERM)
06:20:28.800280 ---      ParallelTerminationStrategy: PID 3843 died...
06:20:28.855894 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3843): Terminated: ok {rc=0}
06:20:28.865983 ---      ParallelTerminationStrategy: PID 3846 died...
06:20:28.920828 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3846): Terminated: ok {rc=0}
06:20:28.930774 ---      ParallelTerminationStrategy: PID 3849 died...
06:20:28.985688 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3849): Terminated: ok {rc=0}
06:20:29.072299 bus                        /sierra_3: Setting Powered False
06:20:30.174237 bus                        /sierra_3: Setting Powered False
06:20:31.312081 bus                        /sierra_2: Setting Powered False
</stdout></case><duration>11.0</duration><id>114</id><name>sms_trx-lms-limenet-micro</name><properties></properties><timestamp>2022-12-10T06:20:22</timestamp></suite><suite><case><age>231</age><className>nitb_ussd:trx-lms-limenet-micro</className><duration>4.0</duration><errorStackTrace>osmo-nitb_10.42.42.2(pid=3856): Process ended prematurely: osmo-nitb_10.42.42.2(pid=3856) [trial-2370↪nitb_ussd:trx-lms-limenet-micro↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=3856)]</errorStackTrace><failedSince>2140</failedSince><name>assert_extension.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py", line 12, in &lt;module&gt;
    nitb.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py", line 67, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=3856): Process ended prematurely: osmo-nitb_10.42.42.2(pid=3856) [trial-2370↪nitb_ussd:trx-lms-limenet-micro↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=3856)]
</stderr><stdout>
----------------------------------------------
trial-2370 nitb_ussd:trx-lms-limenet-micro assert_extension.py
----------------------------------------------
06:20:33.134391 tst  nitb_ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 1)
06:20:33.145252 tst  nitb_ussd:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)
06:20:33.272740 tst              assert_extension.py: using LAC 26444
06:20:33.387906 tst              assert_extension.py: using RAC 179
06:20:33.502382 tst              assert_extension.py: using CellId 26444
06:20:33.617857 tst              assert_extension.py: using BVCI 26445
06:20:33.639800 tst  nitb_ussd:trx-lms-limenet-micro: Using 1 x modem (candidates: 1)
06:20:33.904606 tst           assert_extension.py:10: start nitb and bts...
06:20:34.024516 run             osmo-nitb_10.42.42.2: Starting osmo-nitb
06:20:34.624177 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=3855): Launched
06:20:34.910473 run   osmo-nitb_10.42.42.2(pid=3856): Launched
06:20:35.088419 run   osmo-nitb_10.42.42.2(pid=3856): ERR: Terminated: ERROR {rc=2}  [trial-2370↪nitb_ussd:trx-lms-limenet-micro↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=3856)]
06:20:35.219769 run   osmo-nitb_10.42.42.2(pid=3856): stdout: 
| (launched: 2022-12-10_06:20:34.770689) 
06:20:35.351670 run   osmo-nitb_10.42.42.2(pid=3856): stderr: 
| (launched: 2022-12-10_06:20:34.813383)
| ======================================================================
| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and
| obsolete for several years.  If you really want to ignore years of hard work on
| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),
| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line
| argument.  DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!
| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box
| ====================================================================== 
06:20:35.478528 run   osmo-nitb_10.42.42.2(pid=3856): stdout: 
| (launched: 2022-12-10_06:20:34.770689) 
06:20:35.604136 run   osmo-nitb_10.42.42.2(pid=3856): stderr: 
| (launched: 2022-12-10_06:20:34.813383)
| ======================================================================
| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and
| obsolete for several years.  If you really want to ignore years of hard work on
| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),
| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line
| argument.  DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!
| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box
| ====================================================================== 
06:20:36.027345 tst   osmo-nitb_10.42.42.2(pid=3856): stdout: 
| (launched: 2022-12-10_06:20:34.770689) 
06:20:36.142889 tst   osmo-nitb_10.42.42.2(pid=3856): stderr: 
| (launched: 2022-12-10_06:20:34.813383)
| ======================================================================
| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and
| obsolete for several years.  If you really want to ignore years of hard work on
| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),
| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line
| argument.  DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!
| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box
| ====================================================================== 
06:20:36.193706 tst           assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=3856): Process ended prematurely: osmo-nitb_10.42.42.2(pid=3856) [trial-2370↪nitb_ussd:trx-lms-limenet-micro↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=3856)]  [trial-2370↪nitb_ussd:trx-lms-limenet-micro↪assert_extension.py:12]
06:20:36.201957 tst           assert_extension.py:12: Test FAILED (3.1 sec)
06:20:36.236389 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=3855): Terminating (SIGTERM)
06:20:36.414237 ---      ParallelTerminationStrategy: PID 3855 died...
06:20:36.468353 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=3855): Terminated: ok {rc=0}
06:20:36.555681 bus                        /sierra_2: Setting Powered False
</stdout></case><duration>6.0</duration><id>115</id><name>nitb_ussd_trx-lms-limenet-micro</name><properties></properties><timestamp>2022-12-10T06:20:32</timestamp></suite><suite><case><age>232</age><className>ussd:trx-lms-limenet-micro</className><duration>6.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=3866): Process ended prematurely: osmo-stp_10.42.42.5(pid=3866) [trial-2370↪ussd:trx-lms-limenet-micro↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3866)]</errorStackTrace><failedSince>2139</failedSince><name>assert_extension.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py", line 17, in &lt;module&gt;
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3866): Process ended prematurely: osmo-stp_10.42.42.5(pid=3866) [trial-2370↪ussd:trx-lms-limenet-micro↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3866)]
</stderr><stdout>
----------------------------------------------
trial-2370 ussd:trx-lms-limenet-micro assert_extension.py
----------------------------------------------
06:20:38.382459 tst       ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)
06:20:38.393517 tst       ussd:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)
06:20:38.526359 tst              assert_extension.py: using LAC 26445
06:20:38.647606 tst              assert_extension.py: using RAC 180
06:20:38.770605 tst              assert_extension.py: using CellId 26445
06:20:38.893490 tst              assert_extension.py: using BVCI 26446
06:20:38.917247 tst       ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)
06:20:38.928320 tst       ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)
06:20:38.939310 tst       ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)
06:20:38.950292 tst       ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)
06:20:38.961366 tst       ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)
06:20:38.972268 tst       ussd:trx-lms-limenet-micro: Using 1 x modem (candidates: 1)
06:20:39.166107 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
06:20:39.621763 run          create_hlr_db(pid=3860): Launched
06:20:39.788824 bus                        /sierra_2: Setting Powered False
06:20:40.809358 run          create_hlr_db(pid=3860): Terminated: ok {rc=0}
06:20:41.196488 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3862): Launched
06:20:41.485832 run    osmo-hlr_10.42.42.2(pid=3863): Launched
06:20:41.595337 run              osmo-stp_10.42.42.5: Starting osmo-stp
06:20:42.109417 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3865): Launched
06:20:42.398216 run    osmo-stp_10.42.42.5(pid=3866): Launched
06:20:42.503140 run              osmo-msc_10.42.42.6: Starting osmo-msc
06:20:43.030024 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3868): Launched
06:20:43.318268 run    osmo-msc_10.42.42.6(pid=3869): Launched
06:20:43.490366 run    osmo-stp_10.42.42.5(pid=3866): ERR: Terminated: ERROR {rc=1}  [trial-2370↪ussd:trx-lms-limenet-micro↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3866)]
06:20:43.614374 run    osmo-stp_10.42.42.5(pid=3866): stdout: 
| (launched: 2022-12-10_06:20:42.255122)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:20:43.735767 run    osmo-stp_10.42.42.5(pid=3866): stderr: 
| �[0;m�[38;5;43m20221210062042423 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210062042424 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210062042424 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210062042424 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210062042425 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210062042425 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210062042425 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:20:43.851129 run    osmo-stp_10.42.42.5(pid=3866): stdout: 
| (launched: 2022-12-10_06:20:42.255122)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:20:43.965868 run    osmo-stp_10.42.42.5(pid=3866): stderr: 
| �[0;m�[38;5;43m20221210062042423 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210062042424 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210062042424 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210062042424 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210062042425 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210062042425 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210062042425 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:20:44.016294 tst           assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=3866): Process ended prematurely: osmo-stp_10.42.42.5(pid=3866) [trial-2370↪ussd:trx-lms-limenet-micro↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3866)]  [trial-2370↪ussd:trx-lms-limenet-micro↪assert_extension.py:17]
06:20:44.024315 tst           assert_extension.py:17: Test FAILED (5.6 sec)
06:20:44.083824 run    osmo-hlr_10.42.42.2(pid=3863): ERR: Terminated: ERROR {rc=237}  [trial-2370↪ussd:trx-lms-limenet-micro↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3863)]
06:20:44.132441 run    osmo-hlr_10.42.42.2(pid=3863): stdout: 
| (launched: 2022-12-10_06:20:41.342463) 
06:20:44.181495 run    osmo-hlr_10.42.42.2(pid=3863): stderr: 
| �[0;m�[1;31m20221210062041519 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210062041519 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210062041519 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210062041519 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210062041519 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210062041519 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210062041531 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/ussd:trx-lms-limenet-micro/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210062041539 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210062041540 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210062041540 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
06:20:44.248127 run    osmo-msc_10.42.42.6(pid=3869): ERR: Terminated: ERROR {rc=2}  [trial-2370↪ussd:trx-lms-limenet-micro↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=3869)]
06:20:44.296499 run    osmo-msc_10.42.42.6(pid=3869): stdout: 
| (launched: 2022-12-10_06:20:43.175677) 
06:20:44.345591 run    osmo-msc_10.42.42.6(pid=3869): stderr: 
| �[0;m�[38;5;43m20221210062043443 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210062043443 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7feb0d705c40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210062043443 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210062043443 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210062043444 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210062043444 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210062043446 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210062043446 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210062043446 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210062043446 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
06:20:44.386681 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3862): Terminating (SIGTERM)
06:20:44.425818 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3865): Terminating (SIGTERM)
06:20:44.465060 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3868): Terminating (SIGTERM)
06:20:44.474405 ---      ParallelTerminationStrategy: PID 3862 died...
06:20:44.527556 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3862): Terminated: ok {rc=0}
06:20:44.537197 ---      ParallelTerminationStrategy: PID 3865 died...
06:20:44.589526 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3865): Terminated: ok {rc=0}
06:20:44.599126 ---      ParallelTerminationStrategy: PID 3868 died...
06:20:44.651406 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3868): Terminated: ok {rc=0}
06:20:44.739887 bus                        /sierra_2: Setting Powered False
</stdout></case><duration>9.0</duration><id>116</id><name>ussd_trx-lms-limenet-micro</name><properties></properties><timestamp>2022-12-10T06:20:38</timestamp></suite><suite><case><age>232</age><className>voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=3880): Process ended prematurely: osmo-stp_10.42.42.5(pid=3880) [trial-2370↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3880)]</errorStackTrace><failedSince>2139</failedSince><name>mo_mt_call.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py", line 8, in &lt;module&gt;
    test_mo_mt_call(False, False)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py", line 19, in test_mo_mt_call
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3880): Process ended prematurely: osmo-stp_10.42.42.5(pid=3880) [trial-2370↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3880)]
</stderr><stdout>
----------------------------------------------
trial-2370 voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py
----------------------------------------------
06:20:46.752033 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)
06:20:46.764099 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)
06:20:46.947625 tst                    mo_mt_call.py: using LAC 26446
06:20:47.088325 tst                    mo_mt_call.py: using RAC 181
06:20:47.207540 tst                    mo_mt_call.py: using CellId 26446
06:20:47.329599 tst                    mo_mt_call.py: using BVCI 26447
06:20:47.352917 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)
06:20:47.364098 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)
06:20:47.375136 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)
06:20:47.386425 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)
06:20:47.397810 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)
06:20:47.409060 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)
06:20:47.527268 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)
06:20:47.725751 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
06:20:48.191000 run          create_hlr_db(pid=3874): Launched
06:20:48.359017 bus                        /sierra_2: Setting Powered False
06:20:49.381991 run          create_hlr_db(pid=3874): Terminated: ok {rc=0}
06:20:49.803224 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3876): Launched
06:20:50.119677 run    osmo-hlr_10.42.42.2(pid=3877): Launched
06:20:50.235946 run              osmo-stp_10.42.42.5: Starting osmo-stp
06:20:50.785423 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3879): Launched
06:20:51.101996 run    osmo-stp_10.42.42.5(pid=3880): Launched
06:20:51.220734 run              osmo-msc_10.42.42.6: Starting osmo-msc
06:20:51.799455 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3882): Launched
06:20:52.114520 run    osmo-msc_10.42.42.6(pid=3883): Launched
06:20:52.300464 run    osmo-stp_10.42.42.5(pid=3880): ERR: Terminated: ERROR {rc=1}  [trial-2370↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3880)]
06:20:52.437393 run    osmo-stp_10.42.42.5(pid=3880): stdout: 
| (launched: 2022-12-10_06:20:50.946414)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:20:52.571229 run    osmo-stp_10.42.42.5(pid=3880): stderr: 
| �[0;m�[38;5;43m20221210062051140 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210062051140 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210062051140 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210062051140 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210062051141 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210062051141 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210062051141 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:20:52.697890 run    osmo-stp_10.42.42.5(pid=3880): stdout: 
| (launched: 2022-12-10_06:20:50.946414)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:20:52.823134 run    osmo-stp_10.42.42.5(pid=3880): stderr: 
| �[0;m�[38;5;43m20221210062051140 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210062051140 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210062051140 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210062051140 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210062051141 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210062051141 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210062051141 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:20:52.879538 tst                  mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=3880): Process ended prematurely: osmo-stp_10.42.42.5(pid=3880) [trial-2370↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3880)]  [trial-2370↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]
06:20:52.888734 tst                  mo_mt_call.py:8: Test FAILED (6.2 sec)
06:20:52.950380 run    osmo-hlr_10.42.42.2(pid=3877): ERR: Terminated: ERROR {rc=237}  [trial-2370↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3877)]
06:20:53.000798 run    osmo-hlr_10.42.42.2(pid=3877): stdout: 
| (launched: 2022-12-10_06:20:49.964374) 
06:20:53.051929 run    osmo-hlr_10.42.42.2(pid=3877): stderr: 
| �[0;m�[1;31m20221210062050167 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210062050167 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210062050167 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210062050167 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210062050167 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210062050167 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210062050179 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210062050189 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210062050189 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210062050190 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
06:20:53.121746 run    osmo-msc_10.42.42.6(pid=3883): ERR: Terminated: ERROR {rc=2}  [trial-2370↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=3883)]
06:20:53.172098 run    osmo-msc_10.42.42.6(pid=3883): stdout: 
| (launched: 2022-12-10_06:20:51.959900) 
06:20:53.222884 run    osmo-msc_10.42.42.6(pid=3883): stderr: 
| �[0;m�[38;5;43m20221210062052282 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210062052282 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f7b13a8dc40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210062052282 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210062052282 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210062052282 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210062052282 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210062052286 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210062052286 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210062052287 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210062052287 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
06:20:53.266036 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3876): Terminating (SIGTERM)
06:20:53.307135 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3879): Terminating (SIGTERM)
06:20:53.348270 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3882): Terminating (SIGTERM)
06:20:53.357726 ---      ParallelTerminationStrategy: PID 3876 died...
06:20:53.412422 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3876): Terminated: ok {rc=0}
06:20:53.422536 ---      ParallelTerminationStrategy: PID 3879 died...
06:20:53.477201 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3879): Terminated: ok {rc=0}
06:20:53.487249 ---      ParallelTerminationStrategy: PID 3882 died...
06:20:53.541772 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3882): Terminated: ok {rc=0}
06:20:53.626338 bus                        /sierra_3: Setting Powered False
06:20:54.731439 bus                        /sierra_3: Setting Powered False
06:20:55.837995 bus                        /sierra_2: Setting Powered False
</stdout></case><case><age>206</age><className>voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=3891): Process ended prematurely: osmo-stp_10.42.42.5(pid=3891) [trial-2370↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3891)]</errorStackTrace><failedSince>2165</failedSince><name>mo_mt_call_osmux.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py", line 8, in &lt;module&gt;
    test_mo_mt_call(True, True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py", line 19, in test_mo_mt_call
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3891): Process ended prematurely: osmo-stp_10.42.42.5(pid=3891) [trial-2370↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3891)]
</stderr><stdout>
----------------------------------------------
trial-2370 voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py
----------------------------------------------
06:20:56.951249 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)
06:20:56.963623 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)
06:20:57.122784 tst              mo_mt_call_osmux.py: using LAC 26447
06:20:57.248674 tst              mo_mt_call_osmux.py: using RAC 182
06:20:57.364660 tst              mo_mt_call_osmux.py: using CellId 26447
06:20:57.483569 tst              mo_mt_call_osmux.py: using BVCI 26448
06:20:57.505972 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)
06:20:57.517530 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)
06:20:57.528850 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)
06:20:57.540295 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)
06:20:57.551706 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)
06:20:57.563136 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)
06:20:57.677406 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)
06:20:57.885532 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
06:20:58.392227 run          create_hlr_db(pid=3885): Launched
06:20:58.574154 bus                        /sierra_2: Setting Powered False
06:20:59.595811 run          create_hlr_db(pid=3885): Terminated: ok {rc=0}
06:21:00.016800 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3887): Launched
06:21:00.333234 run    osmo-hlr_10.42.42.2(pid=3888): Launched
06:21:00.448793 run              osmo-stp_10.42.42.5: Starting osmo-stp
06:21:01.009999 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3890): Launched
06:21:01.419588 run    osmo-stp_10.42.42.5(pid=3891): Launched
06:21:01.699436 run              osmo-msc_10.42.42.6: Starting osmo-msc
06:21:02.274454 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3893): Launched
06:21:02.571356 run    osmo-msc_10.42.42.6(pid=3894): Launched
06:21:02.747117 run    osmo-stp_10.42.42.5(pid=3891): ERR: Terminated: ERROR {rc=1}  [trial-2370↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3891)]
06:21:02.873634 run    osmo-stp_10.42.42.5(pid=3891): stdout: 
| (launched: 2022-12-10_06:21:01.163639)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:21:02.997545 run    osmo-stp_10.42.42.5(pid=3891): stderr: 
| �[0;m�[38;5;43m20221210062101493 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210062101493 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210062101493 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210062101494 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210062101494 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210062101494 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210062101494 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:21:03.116307 run    osmo-stp_10.42.42.5(pid=3891): stdout: 
| (launched: 2022-12-10_06:21:01.163639)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:21:03.234027 run    osmo-stp_10.42.42.5(pid=3891): stderr: 
| �[0;m�[38;5;43m20221210062101493 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210062101493 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210062101493 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210062101494 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210062101494 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210062101494 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210062101494 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:21:03.286247 tst            mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=3891): Process ended prematurely: osmo-stp_10.42.42.5(pid=3891) [trial-2370↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3891)]  [trial-2370↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]
06:21:03.294862 tst            mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)
06:21:03.354825 run    osmo-hlr_10.42.42.2(pid=3888): ERR: Terminated: ERROR {rc=237}  [trial-2370↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3888)]
06:21:03.403440 run    osmo-hlr_10.42.42.2(pid=3888): stdout: 
| (launched: 2022-12-10_06:21:00.177721) 
06:21:03.452697 run    osmo-hlr_10.42.42.2(pid=3888): stderr: 
| �[0;m�[1;31m20221210062100376 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210062100376 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210062100376 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210062100376 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210062100376 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210062100376 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210062100389 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210062100397 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210062100397 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210062100398 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
06:21:03.519165 run    osmo-msc_10.42.42.6(pid=3894): ERR: Terminated: ERROR {rc=2}  [trial-2370↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=3894)]
06:21:03.567314 run    osmo-msc_10.42.42.6(pid=3894): stdout: 
| (launched: 2022-12-10_06:21:02.423501) 
06:21:03.616645 run    osmo-msc_10.42.42.6(pid=3894): stderr: 
| �[0;m�[38;5;43m20221210062102691 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210062102691 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fedace01c40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210062102692 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210062102692 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210062102692 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210062102692 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210062102694 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210062102694 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210062102694 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210062102694 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
06:21:03.658105 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3887): Terminating (SIGTERM)
06:21:03.697641 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3890): Terminating (SIGTERM)
06:21:03.737324 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3893): Terminating (SIGTERM)
06:21:03.746951 ---      ParallelTerminationStrategy: PID 3887 died...
06:21:03.800222 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3887): Terminated: ok {rc=0}
06:21:03.809926 ---      ParallelTerminationStrategy: PID 3890 died...
06:21:03.862532 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3890): Terminated: ok {rc=0}
06:21:03.872346 ---      ParallelTerminationStrategy: PID 3893 died...
06:21:03.924879 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3893): Terminated: ok {rc=0}
06:21:04.012517 bus                        /sierra_3: Setting Powered False
06:21:05.114595 bus                        /sierra_3: Setting Powered False
06:21:06.224608 bus                        /sierra_2: Setting Powered False
</stdout></case><duration>22.0</duration><id>117</id><name>voice_trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1</name><properties></properties><timestamp>2022-12-10T06:20:46</timestamp></suite><suite><case><age>232</age><className>voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2</className><duration>6.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=3905): Process ended prematurely: osmo-stp_10.42.42.5(pid=3905) [trial-2370↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3905)]</errorStackTrace><failedSince>2139</failedSince><name>mo_mt_call.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py", line 8, in &lt;module&gt;
    test_mo_mt_call(False, False)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py", line 19, in test_mo_mt_call
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3905): Process ended prematurely: osmo-stp_10.42.42.5(pid=3905) [trial-2370↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3905)]
</stderr><stdout>
----------------------------------------------
trial-2370 voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py
----------------------------------------------
06:21:08.215506 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)
06:21:08.227462 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)
06:21:08.386197 tst                    mo_mt_call.py: using LAC 26448
06:21:08.509730 tst                    mo_mt_call.py: using RAC 183
06:21:08.634809 tst                    mo_mt_call.py: using CellId 26448
06:21:08.760344 tst                    mo_mt_call.py: using BVCI 26449
06:21:08.784370 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)
06:21:08.796015 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)
06:21:08.807450 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)
06:21:08.818887 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)
06:21:08.830427 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)
06:21:08.841902 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)
06:21:08.956074 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)
06:21:09.152916 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
06:21:09.616232 run          create_hlr_db(pid=3899): Launched
06:21:09.784852 bus                        /sierra_2: Setting Powered False
06:21:10.807410 run          create_hlr_db(pid=3899): Terminated: ok {rc=0}
06:21:11.200164 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3901): Launched
06:21:11.494881 run    osmo-hlr_10.42.42.2(pid=3902): Launched
06:21:11.608890 run              osmo-stp_10.42.42.5: Starting osmo-stp
06:21:12.131087 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3904): Launched
06:21:12.428304 run    osmo-stp_10.42.42.5(pid=3905): Launched
06:21:12.536909 run              osmo-msc_10.42.42.6: Starting osmo-msc
06:21:13.074781 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3907): Launched
06:21:13.369645 run    osmo-msc_10.42.42.6(pid=3908): Launched
06:21:13.543474 run    osmo-stp_10.42.42.5(pid=3905): ERR: Terminated: ERROR {rc=1}  [trial-2370↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3905)]
06:21:13.669185 run    osmo-stp_10.42.42.5(pid=3905): stdout: 
| (launched: 2022-12-10_06:21:12.280328)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:21:13.792333 run    osmo-stp_10.42.42.5(pid=3905): stderr: 
| �[0;m�[38;5;43m20221210062112450 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210062112450 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210062112451 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210062112451 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210062112452 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210062112452 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210062112452 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:21:13.910608 run    osmo-stp_10.42.42.5(pid=3905): stdout: 
| (launched: 2022-12-10_06:21:12.280328)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:21:14.027934 run    osmo-stp_10.42.42.5(pid=3905): stderr: 
| �[0;m�[38;5;43m20221210062112450 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210062112450 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210062112451 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210062112451 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210062112452 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210062112452 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210062112452 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:21:14.080066 tst                  mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=3905): Process ended prematurely: osmo-stp_10.42.42.5(pid=3905) [trial-2370↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3905)]  [trial-2370↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]
06:21:14.088563 tst                  mo_mt_call.py:8: Test FAILED (5.9 sec)
06:21:14.147680 run    osmo-hlr_10.42.42.2(pid=3902): ERR: Terminated: ERROR {rc=237}  [trial-2370↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3902)]
06:21:14.195733 run    osmo-hlr_10.42.42.2(pid=3902): stdout: 
| (launched: 2022-12-10_06:21:11.349359) 
06:21:14.244229 run    osmo-hlr_10.42.42.2(pid=3902): stderr: 
| �[0;m�[1;31m20221210062111525 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210062111525 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210062111525 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210062111525 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210062111525 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210062111525 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210062111541 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210062111551 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210062111551 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210062111551 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
06:21:14.310295 run    osmo-msc_10.42.42.6(pid=3908): ERR: Terminated: ERROR {rc=2}  [trial-2370↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=3908)]
06:21:14.358514 run    osmo-msc_10.42.42.6(pid=3908): stdout: 
| (launched: 2022-12-10_06:21:13.223615) 
06:21:14.406917 run    osmo-msc_10.42.42.6(pid=3908): stderr: 
| �[0;m�[38;5;43m20221210062113495 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210062113495 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f3eb8b6cc40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210062113495 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210062113496 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210062113496 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210062113496 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210062113498 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210062113498 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210062113498 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210062113498 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
06:21:14.447705 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3901): Terminating (SIGTERM)
06:21:14.486257 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3904): Terminating (SIGTERM)
06:21:14.524777 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3907): Terminating (SIGTERM)
06:21:14.534102 ---      ParallelTerminationStrategy: PID 3901 died...
06:21:14.586366 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3901): Terminated: ok {rc=0}
06:21:14.595737 ---      ParallelTerminationStrategy: PID 3904 died...
06:21:14.647865 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3904): Terminated: ok {rc=0}
06:21:14.657793 ---      ParallelTerminationStrategy: PID 3907 died...
06:21:14.709848 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3907): Terminated: ok {rc=0}
06:21:14.796121 bus                        /sierra_3: Setting Powered False
06:21:15.932914 bus                        /sierra_3: Setting Powered False
06:21:17.061212 bus                        /sierra_2: Setting Powered False
</stdout></case><case><age>206</age><className>voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2</className><duration>6.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=3916): Process ended prematurely: osmo-stp_10.42.42.5(pid=3916) [trial-2370↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3916)]</errorStackTrace><failedSince>2165</failedSince><name>mo_mt_call_osmux.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py", line 8, in &lt;module&gt;
    test_mo_mt_call(True, True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py", line 19, in test_mo_mt_call
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3916): Process ended prematurely: osmo-stp_10.42.42.5(pid=3916) [trial-2370↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3916)]
</stderr><stdout>
----------------------------------------------
trial-2370 voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py
----------------------------------------------
06:21:18.168663 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)
06:21:18.180500 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)
06:21:18.332625 tst              mo_mt_call_osmux.py: using LAC 26449
06:21:18.449907 tst              mo_mt_call_osmux.py: using RAC 184
06:21:18.563842 tst              mo_mt_call_osmux.py: using CellId 26449
06:21:18.678883 tst              mo_mt_call_osmux.py: using BVCI 26450
06:21:18.701323 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)
06:21:18.712540 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)
06:21:18.723630 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)
06:21:18.734945 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)
06:21:18.746302 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)
06:21:18.757601 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)
06:21:18.875948 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)
06:21:19.074269 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
06:21:19.537427 run          create_hlr_db(pid=3910): Launched
06:21:19.706164 bus                        /sierra_2: Setting Powered False
06:21:20.728672 run          create_hlr_db(pid=3910): Terminated: ok {rc=0}
06:21:21.123429 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3912): Launched
06:21:21.419095 run    osmo-hlr_10.42.42.2(pid=3913): Launched
06:21:21.531990 run              osmo-stp_10.42.42.5: Starting osmo-stp
06:21:22.080363 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3915): Launched
06:21:22.375852 run    osmo-stp_10.42.42.5(pid=3916): Launched
06:21:22.484083 run              osmo-msc_10.42.42.6: Starting osmo-msc
06:21:23.025404 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3918): Launched
06:21:23.321645 run    osmo-msc_10.42.42.6(pid=3919): Launched
06:21:23.496784 run    osmo-stp_10.42.42.5(pid=3916): ERR: Terminated: ERROR {rc=1}  [trial-2370↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3916)]
06:21:23.622958 run    osmo-stp_10.42.42.5(pid=3916): stdout: 
| (launched: 2022-12-10_06:21:22.229649)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:21:23.746375 run    osmo-stp_10.42.42.5(pid=3916): stderr: 
| �[0;m�[38;5;43m20221210062122400 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210062122400 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210062122400 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210062122401 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210062122401 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210062122401 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210062122401 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:21:23.865087 run    osmo-stp_10.42.42.5(pid=3916): stdout: 
| (launched: 2022-12-10_06:21:22.229649)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:21:23.982479 run    osmo-stp_10.42.42.5(pid=3916): stderr: 
| �[0;m�[38;5;43m20221210062122400 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210062122400 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210062122400 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210062122401 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210062122401 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210062122401 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210062122401 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:21:24.034408 tst            mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=3916): Process ended prematurely: osmo-stp_10.42.42.5(pid=3916) [trial-2370↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3916)]  [trial-2370↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]
06:21:24.043030 tst            mo_mt_call_osmux.py:8: Test FAILED (5.9 sec)
06:21:24.103378 run    osmo-hlr_10.42.42.2(pid=3913): ERR: Terminated: ERROR {rc=237}  [trial-2370↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3913)]
06:21:24.152189 run    osmo-hlr_10.42.42.2(pid=3913): stdout: 
| (launched: 2022-12-10_06:21:21.273085) 
06:21:24.201702 run    osmo-hlr_10.42.42.2(pid=3913): stderr: 
| �[0;m�[1;31m20221210062121449 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210062121449 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210062121449 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210062121449 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210062121449 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210062121449 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210062121462 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210062121470 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210062121470 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210062121470 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
06:21:24.268583 run    osmo-msc_10.42.42.6(pid=3919): ERR: Terminated: ERROR {rc=2}  [trial-2370↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=3919)]
06:21:24.317320 run    osmo-msc_10.42.42.6(pid=3919): stdout: 
| (launched: 2022-12-10_06:21:23.174771) 
06:21:24.367054 run    osmo-msc_10.42.42.6(pid=3919): stderr: 
| �[0;m�[38;5;43m20221210062123444 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210062123444 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc8cb334c40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210062123444 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210062123444 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210062123444 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210062123445 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210062123447 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210062123447 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210062123448 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210062123448 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
06:21:24.408716 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3912): Terminating (SIGTERM)
06:21:24.448315 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3915): Terminating (SIGTERM)
06:21:24.487685 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3918): Terminating (SIGTERM)
06:21:24.497156 ---      ParallelTerminationStrategy: PID 3912 died...
06:21:24.549978 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3912): Terminated: ok {rc=0}
06:21:24.559853 ---      ParallelTerminationStrategy: PID 3915 died...
06:21:24.613421 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3915): Terminated: ok {rc=0}
06:21:24.623062 ---      ParallelTerminationStrategy: PID 3918 died...
06:21:24.676182 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3918): Terminated: ok {rc=0}
06:21:24.764847 bus                        /sierra_3: Setting Powered False
06:21:25.866644 bus                        /sierra_3: Setting Powered False
06:21:26.976176 bus                        /sierra_2: Setting Powered False
</stdout></case><duration>21.0</duration><id>118</id><name>voice_trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2</name><properties></properties><timestamp>2022-12-10T06:21:07</timestamp></suite><suite><case><age>232</age><className>voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=3930): Process ended prematurely: osmo-stp_10.42.42.5(pid=3930) [trial-2370↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3930)]</errorStackTrace><failedSince>2139</failedSince><name>mo_mt_call.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py", line 8, in &lt;module&gt;
    test_mo_mt_call(False, False)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py", line 19, in test_mo_mt_call
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3930): Process ended prematurely: osmo-stp_10.42.42.5(pid=3930) [trial-2370↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3930)]
</stderr><stdout>
----------------------------------------------
trial-2370 voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py
----------------------------------------------
06:21:28.951967 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)
06:21:28.963114 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)
06:21:29.111439 tst                    mo_mt_call.py: using LAC 26450
06:21:29.226183 tst                    mo_mt_call.py: using RAC 185
06:21:29.341640 tst                    mo_mt_call.py: using CellId 26450
06:21:29.457099 tst                    mo_mt_call.py: using BVCI 26451
06:21:29.479405 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)
06:21:29.490564 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)
06:21:29.501508 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)
06:21:29.512712 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)
06:21:29.524011 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)
06:21:29.535146 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)
06:21:29.653933 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)
06:21:29.853359 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
06:21:30.319200 run          create_hlr_db(pid=3924): Launched
06:21:30.489647 bus                        /sierra_2: Setting Powered False
06:21:31.572932 run          create_hlr_db(pid=3924): Terminated: ok {rc=0}
06:21:32.054978 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3926): Launched
06:21:32.378118 run    osmo-hlr_10.42.42.2(pid=3927): Launched
06:21:32.495254 run              osmo-stp_10.42.42.5: Starting osmo-stp
06:21:33.047503 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3929): Launched
06:21:33.363322 run    osmo-stp_10.42.42.5(pid=3930): Launched
06:21:33.477561 run              osmo-msc_10.42.42.6: Starting osmo-msc
06:21:34.062239 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3932): Launched
06:21:34.379204 run    osmo-msc_10.42.42.6(pid=3933): Launched
06:21:34.566273 run    osmo-stp_10.42.42.5(pid=3930): ERR: Terminated: ERROR {rc=1}  [trial-2370↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3930)]
06:21:34.700550 run    osmo-stp_10.42.42.5(pid=3930): stdout: 
| (launched: 2022-12-10_06:21:33.207890)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:21:34.834708 run    osmo-stp_10.42.42.5(pid=3930): stderr: 
| �[0;m�[38;5;43m20221210062133401 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210062133401 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210062133401 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210062133402 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210062133402 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210062133402 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210062133402 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:21:34.962436 run    osmo-stp_10.42.42.5(pid=3930): stdout: 
| (launched: 2022-12-10_06:21:33.207890)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:21:35.088452 run    osmo-stp_10.42.42.5(pid=3930): stderr: 
| �[0;m�[38;5;43m20221210062133401 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210062133401 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210062133401 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210062133402 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210062133402 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210062133402 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210062133402 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:21:35.144486 tst                  mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=3930): Process ended prematurely: osmo-stp_10.42.42.5(pid=3930) [trial-2370↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3930)]  [trial-2370↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]
06:21:35.153715 tst                  mo_mt_call.py:8: Test FAILED (6.2 sec)
06:21:35.216500 run    osmo-hlr_10.42.42.2(pid=3927): ERR: Terminated: ERROR {rc=237}  [trial-2370↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3927)]
06:21:35.267807 run    osmo-hlr_10.42.42.2(pid=3927): stdout: 
| (launched: 2022-12-10_06:21:32.220144) 
06:21:35.319883 run    osmo-hlr_10.42.42.2(pid=3927): stderr: 
| �[0;m�[1;31m20221210062132419 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210062132419 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210062132419 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210062132419 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210062132419 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210062132419 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210062132432 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210062132440 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210062132440 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210062132440 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
06:21:35.390461 run    osmo-msc_10.42.42.6(pid=3933): ERR: Terminated: ERROR {rc=2}  [trial-2370↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=3933)]
06:21:35.441356 run    osmo-msc_10.42.42.6(pid=3933): stdout: 
| (launched: 2022-12-10_06:21:34.223060) 
06:21:35.492799 run    osmo-msc_10.42.42.6(pid=3933): stderr: 
| �[0;m�[38;5;43m20221210062134546 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210062134546 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f15573dec40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210062134546 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210062134546 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210062134546 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210062134546 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210062134548 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210062134548 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210062134548 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210062134549 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
06:21:35.536341 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3926): Terminating (SIGTERM)
06:21:35.577816 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3929): Terminating (SIGTERM)
06:21:35.619274 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3932): Terminating (SIGTERM)
06:21:35.629036 ---      ParallelTerminationStrategy: PID 3926 died...
06:21:35.684350 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3926): Terminated: ok {rc=0}
06:21:35.694624 ---      ParallelTerminationStrategy: PID 3929 died...
06:21:35.749585 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3929): Terminated: ok {rc=0}
06:21:35.759879 ---      ParallelTerminationStrategy: PID 3932 died...
06:21:35.814841 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3932): Terminated: ok {rc=0}
06:21:35.900309 bus                        /sierra_3: Setting Powered False
06:21:37.005397 bus                        /sierra_3: Setting Powered False
06:21:38.111226 bus                        /sierra_2: Setting Powered False
</stdout></case><case><age>206</age><className>voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=3941): Process ended prematurely: osmo-stp_10.42.42.5(pid=3941) [trial-2370↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3941)]</errorStackTrace><failedSince>2165</failedSince><name>mo_mt_call_osmux.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py", line 8, in &lt;module&gt;
    test_mo_mt_call(True, True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py", line 19, in test_mo_mt_call
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3941): Process ended prematurely: osmo-stp_10.42.42.5(pid=3941) [trial-2370↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3941)]
</stderr><stdout>
----------------------------------------------
trial-2370 voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py
----------------------------------------------
06:21:39.224445 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)
06:21:39.236894 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)
06:21:39.396497 tst              mo_mt_call_osmux.py: using LAC 26451
06:21:39.520766 tst              mo_mt_call_osmux.py: using RAC 186
06:21:39.645414 tst              mo_mt_call_osmux.py: using CellId 26451
06:21:39.769334 tst              mo_mt_call_osmux.py: using BVCI 26452
06:21:39.793708 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)
06:21:39.805504 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)
06:21:39.816928 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)
06:21:39.829133 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)
06:21:39.841214 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)
06:21:39.853215 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)
06:21:39.972864 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)
06:21:40.182815 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
06:21:40.689402 run          create_hlr_db(pid=3935): Launched
06:21:40.871903 bus                        /sierra_2: Setting Powered False
06:21:41.894103 run          create_hlr_db(pid=3935): Terminated: ok {rc=0}
06:21:42.291138 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3937): Launched
06:21:42.586999 run    osmo-hlr_10.42.42.2(pid=3938): Launched
06:21:42.699864 run              osmo-stp_10.42.42.5: Starting osmo-stp
06:21:43.224314 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3940): Launched
06:21:43.520904 run    osmo-stp_10.42.42.5(pid=3941): Launched
06:21:43.632914 run              osmo-msc_10.42.42.6: Starting osmo-msc
06:21:44.174065 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3943): Launched
06:21:44.470028 run    osmo-msc_10.42.42.6(pid=3944): Launched
06:21:44.645605 run    osmo-stp_10.42.42.5(pid=3941): ERR: Terminated: ERROR {rc=1}  [trial-2370↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3941)]
06:21:44.771722 run    osmo-stp_10.42.42.5(pid=3941): stdout: 
| (launched: 2022-12-10_06:21:43.374450)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:21:44.895225 run    osmo-stp_10.42.42.5(pid=3941): stderr: 
| �[0;m�[38;5;43m20221210062143544 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210062143544 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210062143544 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210062143545 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210062143545 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210062143545 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210062143545 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:21:45.013888 run    osmo-stp_10.42.42.5(pid=3941): stdout: 
| (launched: 2022-12-10_06:21:43.374450)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:21:45.131559 run    osmo-stp_10.42.42.5(pid=3941): stderr: 
| �[0;m�[38;5;43m20221210062143544 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210062143544 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210062143544 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210062143545 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210062143545 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210062143545 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210062143545 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:21:45.183770 tst            mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=3941): Process ended prematurely: osmo-stp_10.42.42.5(pid=3941) [trial-2370↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3941)]  [trial-2370↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]
06:21:45.192490 tst            mo_mt_call_osmux.py:8: Test FAILED (6.0 sec)
06:21:45.252566 run    osmo-hlr_10.42.42.2(pid=3938): ERR: Terminated: ERROR {rc=237}  [trial-2370↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3938)]
06:21:45.300880 run    osmo-hlr_10.42.42.2(pid=3938): stdout: 
| (launched: 2022-12-10_06:21:42.440538) 
06:21:45.349931 run    osmo-hlr_10.42.42.2(pid=3938): stderr: 
| �[0;m�[1;31m20221210062142614 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210062142614 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210062142614 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210062142614 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210062142614 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210062142614 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210062142626 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210062142638 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210062142638 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210062142638 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
06:21:45.416357 run    osmo-msc_10.42.42.6(pid=3944): ERR: Terminated: ERROR {rc=2}  [trial-2370↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=3944)]
06:21:45.464412 run    osmo-msc_10.42.42.6(pid=3944): stdout: 
| (launched: 2022-12-10_06:21:44.323137) 
06:21:45.513064 run    osmo-msc_10.42.42.6(pid=3944): stderr: 
| �[0;m�[38;5;43m20221210062144596 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210062144597 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7efef206dc40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210062144597 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210062144597 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210062144597 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210062144597 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210062144599 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210062144599 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210062144599 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210062144599 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
06:21:45.554190 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3937): Terminating (SIGTERM)
06:21:45.593328 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3940): Terminating (SIGTERM)
06:21:45.632928 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3943): Terminating (SIGTERM)
06:21:45.642483 ---      ParallelTerminationStrategy: PID 3937 died...
06:21:45.695099 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3937): Terminated: ok {rc=0}
06:21:45.704704 ---      ParallelTerminationStrategy: PID 3940 died...
06:21:45.756799 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3940): Terminated: ok {rc=0}
06:21:45.766621 ---      ParallelTerminationStrategy: PID 3943 died...
06:21:45.818845 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3943): Terminated: ok {rc=0}
06:21:45.930143 bus                        /sierra_3: Setting Powered False
06:21:47.037608 bus                        /sierra_3: Setting Powered False
06:21:48.148189 bus                        /sierra_2: Setting Powered False
</stdout></case><duration>22.0</duration><id>119</id><name>voice_trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3</name><properties></properties><timestamp>2022-12-10T06:21:28</timestamp></suite><suite><case><age>232</age><className>voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=3955): Process ended prematurely: osmo-stp_10.42.42.5(pid=3955) [trial-2370↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3955)]</errorStackTrace><failedSince>2139</failedSince><name>mo_mt_call.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py", line 8, in &lt;module&gt;
    test_mo_mt_call(False, False)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py", line 19, in test_mo_mt_call
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3955): Process ended prematurely: osmo-stp_10.42.42.5(pid=3955) [trial-2370↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3955)]
</stderr><stdout>
----------------------------------------------
trial-2370 voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py
----------------------------------------------
06:21:50.122060 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)
06:21:50.133386 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)
06:21:50.281229 tst                    mo_mt_call.py: using LAC 26452
06:21:50.395567 tst                    mo_mt_call.py: using RAC 187
06:21:50.510898 tst                    mo_mt_call.py: using CellId 26452
06:21:50.625613 tst                    mo_mt_call.py: using BVCI 26453
06:21:50.648090 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)
06:21:50.659267 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)
06:21:50.670232 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)
06:21:50.681595 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)
06:21:50.693088 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)
06:21:50.704472 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)
06:21:50.824184 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)
06:21:51.032601 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
06:21:51.540911 run          create_hlr_db(pid=3949): Launched
06:21:51.723990 bus                        /sierra_2: Setting Powered False
06:21:52.746670 run          create_hlr_db(pid=3949): Terminated: ok {rc=0}
06:21:53.145710 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3951): Launched
06:21:53.441393 run    osmo-hlr_10.42.42.2(pid=3952): Launched
06:21:53.556575 run              osmo-stp_10.42.42.5: Starting osmo-stp
06:21:54.109566 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3954): Launched
06:21:54.426738 run    osmo-stp_10.42.42.5(pid=3955): Launched
06:21:54.541070 run              osmo-msc_10.42.42.6: Starting osmo-msc
06:21:55.121807 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3957): Launched
06:21:55.438107 run    osmo-msc_10.42.42.6(pid=3958): Launched
06:21:55.623440 run    osmo-stp_10.42.42.5(pid=3955): ERR: Terminated: ERROR {rc=1}  [trial-2370↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3955)]
06:21:55.757643 run    osmo-stp_10.42.42.5(pid=3955): stdout: 
| (launched: 2022-12-10_06:21:54.270678)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:21:55.891984 run    osmo-stp_10.42.42.5(pid=3955): stderr: 
| �[0;m�[38;5;43m20221210062154463 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210062154463 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210062154464 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210062154464 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210062154465 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210062154465 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210062154465 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:21:56.019282 run    osmo-stp_10.42.42.5(pid=3955): stdout: 
| (launched: 2022-12-10_06:21:54.270678)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:21:56.145201 run    osmo-stp_10.42.42.5(pid=3955): stderr: 
| �[0;m�[38;5;43m20221210062154463 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210062154463 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210062154464 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210062154464 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210062154465 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210062154465 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210062154465 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:21:56.201262 tst                  mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=3955): Process ended prematurely: osmo-stp_10.42.42.5(pid=3955) [trial-2370↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3955)]  [trial-2370↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8]
06:21:56.210473 tst                  mo_mt_call.py:8: Test FAILED (6.1 sec)
06:21:56.273037 run    osmo-hlr_10.42.42.2(pid=3952): ERR: Terminated: ERROR {rc=237}  [trial-2370↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3952)]
06:21:56.324104 run    osmo-hlr_10.42.42.2(pid=3952): stdout: 
| (launched: 2022-12-10_06:21:53.295436) 
06:21:56.376027 run    osmo-hlr_10.42.42.2(pid=3952): stderr: 
| �[0;m�[1;31m20221210062153471 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210062153471 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210062153471 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210062153471 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210062153471 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210062153471 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210062153483 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210062153492 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210062153492 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210062153492 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
06:21:56.446508 run    osmo-msc_10.42.42.6(pid=3958): ERR: Terminated: ERROR {rc=2}  [trial-2370↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=3958)]
06:21:56.497586 run    osmo-msc_10.42.42.6(pid=3958): stdout: 
| (launched: 2022-12-10_06:21:55.282005) 
06:21:56.549103 run    osmo-msc_10.42.42.6(pid=3958): stderr: 
| �[0;m�[38;5;43m20221210062155603 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210062155604 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f4e306d8c40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210062155604 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210062155604 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210062155604 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210062155604 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210062155606 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210062155606 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210062155607 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210062155607 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
06:21:56.592847 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3951): Terminating (SIGTERM)
06:21:56.634408 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3954): Terminating (SIGTERM)
06:21:56.676386 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3957): Terminating (SIGTERM)
06:21:56.686220 ---      ParallelTerminationStrategy: PID 3951 died...
06:21:56.741917 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3951): Terminated: ok {rc=0}
06:21:56.752168 ---      ParallelTerminationStrategy: PID 3954 died...
06:21:56.807365 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3954): Terminated: ok {rc=0}
06:21:56.817467 ---      ParallelTerminationStrategy: PID 3957 died...
06:21:56.872504 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3957): Terminated: ok {rc=0}
06:21:56.959419 bus                        /sierra_3: Setting Powered False
06:21:58.062992 bus                        /sierra_3: Setting Powered False
06:21:59.173140 bus                        /sierra_2: Setting Powered False
</stdout></case><case><age>206</age><className>voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=3966): Process ended prematurely: osmo-stp_10.42.42.5(pid=3966) [trial-2370↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3966)]</errorStackTrace><failedSince>2165</failedSince><name>mo_mt_call_osmux.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py", line 8, in &lt;module&gt;
    test_mo_mt_call(True, True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py", line 19, in test_mo_mt_call
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3966): Process ended prematurely: osmo-stp_10.42.42.5(pid=3966) [trial-2370↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3966)]
</stderr><stdout>
----------------------------------------------
trial-2370 voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py
----------------------------------------------
06:22:00.281439 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)
06:22:00.293712 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)
06:22:00.444364 tst              mo_mt_call_osmux.py: using LAC 26453
06:22:00.566446 tst              mo_mt_call_osmux.py: using RAC 188
06:22:00.680730 tst              mo_mt_call_osmux.py: using CellId 26453
06:22:00.794687 tst              mo_mt_call_osmux.py: using BVCI 26454
06:22:00.817202 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)
06:22:00.828784 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)
06:22:00.846674 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)
06:22:00.859624 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)
06:22:00.872588 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)
06:22:00.885383 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)
06:22:01.007288 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)
06:22:01.222096 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
06:22:01.781647 run          create_hlr_db(pid=3960): Launched
06:22:01.970955 bus                        /sierra_2: Setting Powered False
06:22:02.986313 run          create_hlr_db(pid=3960): Terminated: ok {rc=0}
06:22:03.385533 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3962): Launched
06:22:03.681639 run    osmo-hlr_10.42.42.2(pid=3963): Launched
06:22:03.793060 run              osmo-stp_10.42.42.5: Starting osmo-stp
06:22:04.315004 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3965): Launched
06:22:04.610329 run    osmo-stp_10.42.42.5(pid=3966): Launched
06:22:04.718607 run              osmo-msc_10.42.42.6: Starting osmo-msc
06:22:05.258011 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3968): Launched
06:22:05.553167 run    osmo-msc_10.42.42.6(pid=3969): Launched
06:22:05.727810 run    osmo-stp_10.42.42.5(pid=3966): ERR: Terminated: ERROR {rc=1}  [trial-2370↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3966)]
06:22:05.853536 run    osmo-stp_10.42.42.5(pid=3966): stdout: 
| (launched: 2022-12-10_06:22:04.464405)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:22:05.976674 run    osmo-stp_10.42.42.5(pid=3966): stderr: 
| �[0;m�[38;5;43m20221210062204637 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210062204638 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210062204638 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210062204638 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210062204639 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210062204639 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210062204639 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:22:06.095207 run    osmo-stp_10.42.42.5(pid=3966): stdout: 
| (launched: 2022-12-10_06:22:04.464405)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:22:06.212596 run    osmo-stp_10.42.42.5(pid=3966): stderr: 
| �[0;m�[38;5;43m20221210062204637 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210062204638 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210062204638 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210062204638 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210062204639 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210062204639 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210062204639 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:22:06.264829 tst            mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=3966): Process ended prematurely: osmo-stp_10.42.42.5(pid=3966) [trial-2370↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3966)]  [trial-2370↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8]
06:22:06.273415 tst            mo_mt_call_osmux.py:8: Test FAILED (6.0 sec)
06:22:06.333798 run    osmo-hlr_10.42.42.2(pid=3963): ERR: Terminated: ERROR {rc=237}  [trial-2370↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3963)]
06:22:06.382858 run    osmo-hlr_10.42.42.2(pid=3963): stdout: 
| (launched: 2022-12-10_06:22:03.534970) 
06:22:06.432384 run    osmo-hlr_10.42.42.2(pid=3963): stderr: 
| �[0;m�[1;31m20221210062203713 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210062203713 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210062203713 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210062203713 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210062203713 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210062203713 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210062203725 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210062203734 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210062203734 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210062203734 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
06:22:06.499836 run    osmo-msc_10.42.42.6(pid=3969): ERR: Terminated: ERROR {rc=2}  [trial-2370↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=3969)]
06:22:06.548634 run    osmo-msc_10.42.42.6(pid=3969): stdout: 
| (launched: 2022-12-10_06:22:05.406737) 
06:22:06.598255 run    osmo-msc_10.42.42.6(pid=3969): stderr: 
| �[0;m�[38;5;43m20221210062205678 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210062205678 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7feab59ffc40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210062205678 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210062205678 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210062205679 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210062205679 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210062205680 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210062205681 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210062205681 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210062205681 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
06:22:06.639807 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3962): Terminating (SIGTERM)
06:22:06.679261 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3965): Terminating (SIGTERM)
06:22:06.718634 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3968): Terminating (SIGTERM)
06:22:06.728132 ---      ParallelTerminationStrategy: PID 3962 died...
06:22:06.782012 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3962): Terminated: ok {rc=0}
06:22:06.791718 ---      ParallelTerminationStrategy: PID 3965 died...
06:22:06.844857 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3965): Terminated: ok {rc=0}
06:22:06.854557 ---      ParallelTerminationStrategy: PID 3968 died...
06:22:06.907311 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3968): Terminated: ok {rc=0}
06:22:06.994923 bus                        /sierra_3: Setting Powered False
06:22:08.097563 bus                        /sierra_3: Setting Powered False
06:22:09.207393 bus                        /sierra_2: Setting Powered False
</stdout></case><duration>22.0</duration><id>120</id><name>voice_trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1</name><properties></properties><timestamp>2022-12-10T06:21:49</timestamp></suite><suite><case><age>232</age><className>voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=3980): Process ended prematurely: osmo-stp_10.42.42.5(pid=3980) [trial-2370↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3980)]</errorStackTrace><failedSince>2139</failedSince><name>mo_mt_call.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py", line 8, in &lt;module&gt;
    test_mo_mt_call(False, False)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py", line 19, in test_mo_mt_call
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3980): Process ended prematurely: osmo-stp_10.42.42.5(pid=3980) [trial-2370↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3980)]
</stderr><stdout>
----------------------------------------------
trial-2370 voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py
----------------------------------------------
06:22:11.203268 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)
06:22:11.214934 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)
06:22:11.372170 tst                    mo_mt_call.py: using LAC 26454
06:22:11.497945 tst                    mo_mt_call.py: using RAC 189
06:22:11.621481 tst                    mo_mt_call.py: using CellId 26454
06:22:11.757355 tst                    mo_mt_call.py: using BVCI 26455
06:22:11.781572 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)
06:22:11.793200 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)
06:22:11.804573 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)
06:22:11.815963 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)
06:22:11.827480 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)
06:22:11.838920 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)
06:22:11.952908 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)
06:22:12.158710 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
06:22:12.664073 run          create_hlr_db(pid=3974): Launched
06:22:12.846986 bus                        /sierra_2: Setting Powered False
06:22:13.868687 run          create_hlr_db(pid=3974): Terminated: ok {rc=0}
06:22:14.267723 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3976): Launched
06:22:14.564751 run    osmo-hlr_10.42.42.2(pid=3977): Launched
06:22:14.675599 run              osmo-stp_10.42.42.5: Starting osmo-stp
06:22:15.191715 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3979): Launched
06:22:15.487501 run    osmo-stp_10.42.42.5(pid=3980): Launched
06:22:15.596868 run              osmo-msc_10.42.42.6: Starting osmo-msc
06:22:16.173283 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3982): Launched
06:22:16.568684 run    osmo-msc_10.42.42.6(pid=3983): Launched
06:22:16.986801 run    osmo-stp_10.42.42.5(pid=3980): ERR: Terminated: ERROR {rc=1}  [trial-2370↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3980)]
06:22:17.156185 run    osmo-stp_10.42.42.5(pid=3980): stdout: 
| (launched: 2022-12-10_06:22:15.340848)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:22:17.307199 run    osmo-stp_10.42.42.5(pid=3980): stderr: 
| �[0;m�[38;5;43m20221210062215511 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210062215511 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210062215511 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210062215512 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210062215512 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210062215512 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210062215512 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:22:17.432545 run    osmo-stp_10.42.42.5(pid=3980): stdout: 
| (launched: 2022-12-10_06:22:15.340848)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:22:17.558550 run    osmo-stp_10.42.42.5(pid=3980): stderr: 
| �[0;m�[38;5;43m20221210062215511 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210062215511 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210062215511 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210062215512 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210062215512 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210062215512 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210062215512 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:22:17.614390 tst                  mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=3980): Process ended prematurely: osmo-stp_10.42.42.5(pid=3980) [trial-2370↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3980)]  [trial-2370↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]
06:22:17.623641 tst                  mo_mt_call.py:8: Test FAILED (6.5 sec)
06:22:17.685685 run    osmo-hlr_10.42.42.2(pid=3977): ERR: Terminated: ERROR {rc=237}  [trial-2370↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3977)]
06:22:17.736483 run    osmo-hlr_10.42.42.2(pid=3977): stdout: 
| (launched: 2022-12-10_06:22:14.418281) 
06:22:17.787973 run    osmo-hlr_10.42.42.2(pid=3977): stderr: 
| �[0;m�[1;31m20221210062214593 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210062214593 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210062214594 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210062214594 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210062214594 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210062214594 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210062214606 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210062214615 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210062214616 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210062214616 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
06:22:17.858111 run    osmo-msc_10.42.42.6(pid=3983): ERR: Terminated: ERROR {rc=2}  [trial-2370↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=3983)]
06:22:17.908976 run    osmo-msc_10.42.42.6(pid=3983): stdout: 
| (launched: 2022-12-10_06:22:16.325465) 
06:22:17.960530 run    osmo-msc_10.42.42.6(pid=3983): stderr: 
| �[0;m�[38;5;43m20221210062216823 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210062216823 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f87b0165c40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210062216823 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210062216823 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210062216824 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210062216824 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210062216826 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210062216826 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210062216826 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210062216826 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
06:22:18.004000 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3976): Terminating (SIGTERM)
06:22:18.045129 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3979): Terminating (SIGTERM)
06:22:18.086391 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3982): Terminating (SIGTERM)
06:22:18.096081 ---      ParallelTerminationStrategy: PID 3976 died...
06:22:18.151122 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3976): Terminated: ok {rc=0}
06:22:18.161205 ---      ParallelTerminationStrategy: PID 3979 died...
06:22:18.216139 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3979): Terminated: ok {rc=0}
06:22:18.226147 ---      ParallelTerminationStrategy: PID 3982 died...
06:22:18.280876 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3982): Terminated: ok {rc=0}
06:22:18.367317 bus                        /sierra_3: Setting Powered False
06:22:19.472998 bus                        /sierra_3: Setting Powered False
06:22:20.582553 bus                        /sierra_2: Setting Powered False
</stdout></case><case><age>206</age><className>voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3</className><duration>6.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=3991): Process ended prematurely: osmo-stp_10.42.42.5(pid=3991) [trial-2370↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3991)]</errorStackTrace><failedSince>2165</failedSince><name>mo_mt_call_osmux.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py", line 8, in &lt;module&gt;
    test_mo_mt_call(True, True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py", line 19, in test_mo_mt_call
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3991): Process ended prematurely: osmo-stp_10.42.42.5(pid=3991) [trial-2370↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3991)]
</stderr><stdout>
----------------------------------------------
trial-2370 voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py
----------------------------------------------
06:22:21.691085 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)
06:22:21.703555 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)
06:22:21.859452 tst              mo_mt_call_osmux.py: using LAC 26455
06:22:21.977501 tst              mo_mt_call_osmux.py: using RAC 190
06:22:22.092364 tst              mo_mt_call_osmux.py: using CellId 26455
06:22:22.209481 tst              mo_mt_call_osmux.py: using BVCI 26456
06:22:22.232039 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)
06:22:22.243443 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)
06:22:22.254550 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)
06:22:22.265954 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)
06:22:22.277480 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)
06:22:22.288869 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)
06:22:22.406572 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)
06:22:22.605244 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
06:22:23.070366 run          create_hlr_db(pid=3985): Launched
06:22:23.239702 bus                        /sierra_2: Setting Powered False
06:22:24.261209 run          create_hlr_db(pid=3985): Terminated: ok {rc=0}
06:22:24.654982 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3987): Launched
06:22:24.950235 run    osmo-hlr_10.42.42.2(pid=3988): Launched
06:22:25.061039 run              osmo-stp_10.42.42.5: Starting osmo-stp
06:22:25.571844 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3990): Launched
06:22:25.866733 run    osmo-stp_10.42.42.5(pid=3991): Launched
06:22:25.974351 run              osmo-msc_10.42.42.6: Starting osmo-msc
06:22:26.513697 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3993): Launched
06:22:26.809169 run    osmo-msc_10.42.42.6(pid=3994): Launched
06:22:26.984043 run    osmo-stp_10.42.42.5(pid=3991): ERR: Terminated: ERROR {rc=1}  [trial-2370↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3991)]
06:22:27.109797 run    osmo-stp_10.42.42.5(pid=3991): stdout: 
| (launched: 2022-12-10_06:22:25.720387)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:22:27.232935 run    osmo-stp_10.42.42.5(pid=3991): stderr: 
| �[0;m�[38;5;43m20221210062225890 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210062225891 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210062225891 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210062225891 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210062225892 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210062225892 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210062225892 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:22:27.350866 run    osmo-stp_10.42.42.5(pid=3991): stdout: 
| (launched: 2022-12-10_06:22:25.720387)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:22:27.468052 run    osmo-stp_10.42.42.5(pid=3991): stderr: 
| �[0;m�[38;5;43m20221210062225890 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210062225891 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210062225891 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210062225891 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210062225892 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210062225892 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210062225892 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:22:27.520102 tst            mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=3991): Process ended prematurely: osmo-stp_10.42.42.5(pid=3991) [trial-2370↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3991)]  [trial-2370↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]
06:22:27.528786 tst            mo_mt_call_osmux.py:8: Test FAILED (5.9 sec)
06:22:27.588626 run    osmo-hlr_10.42.42.2(pid=3988): ERR: Terminated: ERROR {rc=237}  [trial-2370↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3988)]
06:22:27.637080 run    osmo-hlr_10.42.42.2(pid=3988): stdout: 
| (launched: 2022-12-10_06:22:24.803841) 
06:22:27.685941 run    osmo-hlr_10.42.42.2(pid=3988): stderr: 
| �[0;m�[1;31m20221210062224978 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210062224978 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210062224978 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210062224978 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210062224978 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210062224978 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210062224991 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210062225000 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210062225000 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210062225000 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
06:22:27.752588 run    osmo-msc_10.42.42.6(pid=3994): ERR: Terminated: ERROR {rc=2}  [trial-2370↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=3994)]
06:22:27.800897 run    osmo-msc_10.42.42.6(pid=3994): stdout: 
| (launched: 2022-12-10_06:22:26.662494) 
06:22:27.849989 run    osmo-msc_10.42.42.6(pid=3994): stderr: 
| �[0;m�[38;5;43m20221210062226934 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210062226934 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f8233063c40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210062226934 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210062226934 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210062226934 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210062226935 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210062226937 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210062226937 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210062226937 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210062226937 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
06:22:27.891006 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3987): Terminating (SIGTERM)
06:22:27.930242 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3990): Terminating (SIGTERM)
06:22:27.969295 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3993): Terminating (SIGTERM)
06:22:27.978722 ---      ParallelTerminationStrategy: PID 3987 died...
06:22:28.030980 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3987): Terminated: ok {rc=0}
06:22:28.040931 ---      ParallelTerminationStrategy: PID 3990 died...
06:22:28.093163 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3990): Terminated: ok {rc=0}
06:22:28.102715 ---      ParallelTerminationStrategy: PID 3993 died...
06:22:28.154919 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3993): Terminated: ok {rc=0}
06:22:28.237633 bus                        /sierra_3: Setting Powered False
06:22:29.342513 bus                        /sierra_3: Setting Powered False
06:22:30.448347 bus                        /sierra_2: Setting Powered False
</stdout></case><duration>22.0</duration><id>121</id><name>voice_trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3</name><properties></properties><timestamp>2022-12-10T06:22:10</timestamp></suite><suite><case><age>232</age><className>voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any</className><duration>6.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=4006): Process ended prematurely: osmo-stp_10.42.42.5(pid=4006) [trial-2370↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4006)]</errorStackTrace><failedSince>2139</failedSince><name>mo_mt_call.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py", line 8, in &lt;module&gt;
    test_mo_mt_call(False, False)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py", line 19, in test_mo_mt_call
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4006): Process ended prematurely: osmo-stp_10.42.42.5(pid=4006) [trial-2370↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4006)]
</stderr><stdout>
----------------------------------------------
trial-2370 voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py
----------------------------------------------
06:22:32.487742 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)
06:22:32.499899 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)
06:22:32.662486 tst                    mo_mt_call.py: using LAC 26456
06:22:32.785101 tst                    mo_mt_call.py: using RAC 191
06:22:32.900456 tst                    mo_mt_call.py: using CellId 26456
06:22:33.020923 tst                    mo_mt_call.py: using BVCI 26457
06:22:33.043476 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)
06:22:33.054909 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)
06:22:33.066199 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)
06:22:33.078549 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)
06:22:33.090623 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)
06:22:33.102404 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)
06:22:33.223193 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)
06:22:33.420520 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
06:22:33.883578 run          create_hlr_db(pid=3999): Launched
06:22:34.052500 bus                        /sierra_2: Setting Powered False
06:22:35.075220 run          create_hlr_db(pid=3999): Terminated: ok {rc=0}
06:22:35.469967 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4001): Launched
06:22:35.765049 run    osmo-hlr_10.42.42.2(pid=4002): Launched
06:22:35.876778 run              osmo-stp_10.42.42.5: Starting osmo-stp
06:22:36.404872 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4005): Launched
06:22:36.700011 run    osmo-stp_10.42.42.5(pid=4006): Launched
06:22:36.807476 run              osmo-msc_10.42.42.6: Starting osmo-msc
06:22:37.347814 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4008): Launched
06:22:37.643235 run    osmo-msc_10.42.42.6(pid=4009): Launched
06:22:37.817734 run    osmo-stp_10.42.42.5(pid=4006): ERR: Terminated: ERROR {rc=1}  [trial-2370↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4006)]
06:22:37.943547 run    osmo-stp_10.42.42.5(pid=4006): stdout: 
| (launched: 2022-12-10_06:22:36.553770)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:22:38.067144 run    osmo-stp_10.42.42.5(pid=4006): stderr: 
| �[0;m�[38;5;43m20221210062236724 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210062236724 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210062236724 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210062236724 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210062236725 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210062236725 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210062236725 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:22:38.185986 run    osmo-stp_10.42.42.5(pid=4006): stdout: 
| (launched: 2022-12-10_06:22:36.553770)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:22:38.304002 run    osmo-stp_10.42.42.5(pid=4006): stderr: 
| �[0;m�[38;5;43m20221210062236724 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210062236724 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210062236724 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210062236724 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210062236725 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210062236725 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210062236725 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:22:38.356149 tst                  mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=4006): Process ended prematurely: osmo-stp_10.42.42.5(pid=4006) [trial-2370↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4006)]  [trial-2370↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]
06:22:38.364682 tst                  mo_mt_call.py:8: Test FAILED (5.9 sec)
06:22:38.424166 run    osmo-hlr_10.42.42.2(pid=4002): ERR: Terminated: ERROR {rc=237}  [trial-2370↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4002)]
06:22:38.472475 run    osmo-hlr_10.42.42.2(pid=4002): stdout: 
| (launched: 2022-12-10_06:22:35.619163) 
06:22:38.521346 run    osmo-hlr_10.42.42.2(pid=4002): stderr: 
| �[0;m�[1;31m20221210062235794 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210062235794 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210062235794 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210062235794 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210062235794 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210062235794 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210062235804 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210062235813 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210062235813 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210062235813 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
06:22:38.587890 run    osmo-msc_10.42.42.6(pid=4009): ERR: Terminated: ERROR {rc=2}  [trial-2370↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=4009)]
06:22:38.635923 run    osmo-msc_10.42.42.6(pid=4009): stdout: 
| (launched: 2022-12-10_06:22:37.497059) 
06:22:38.684842 run    osmo-msc_10.42.42.6(pid=4009): stderr: 
| �[0;m�[38;5;43m20221210062237767 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210062237767 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f9df7a50c40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210062237767 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210062237767 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210062237767 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210062237767 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210062237769 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210062237770 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210062237770 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210062237770 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
06:22:38.725689 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4001): Terminating (SIGTERM)
06:22:38.764505 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4005): Terminating (SIGTERM)
06:22:38.803521 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4008): Terminating (SIGTERM)
06:22:38.812911 ---      ParallelTerminationStrategy: PID 4001 died...
06:22:38.865353 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4001): Terminated: ok {rc=0}
06:22:38.875273 ---      ParallelTerminationStrategy: PID 4005 died...
06:22:38.927683 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4005): Terminated: ok {rc=0}
06:22:38.937423 ---      ParallelTerminationStrategy: PID 4008 died...
06:22:38.990103 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4008): Terminated: ok {rc=0}
06:22:39.076588 bus                        /sierra_3: Setting Powered False
06:22:40.178779 bus                        /sierra_3: Setting Powered False
06:22:41.288226 bus                        /sierra_2: Setting Powered False
</stdout></case><case><age>206</age><className>voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=4017): Process ended prematurely: osmo-stp_10.42.42.5(pid=4017) [trial-2370↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4017)]</errorStackTrace><failedSince>2165</failedSince><name>mo_mt_call_osmux.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py", line 8, in &lt;module&gt;
    test_mo_mt_call(True, True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py", line 19, in test_mo_mt_call
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4017): Process ended prematurely: osmo-stp_10.42.42.5(pid=4017) [trial-2370↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4017)]
</stderr><stdout>
----------------------------------------------
trial-2370 voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py
----------------------------------------------
06:22:42.397476 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)
06:22:42.409570 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)
06:22:42.559904 tst              mo_mt_call_osmux.py: using LAC 26457
06:22:42.678721 tst              mo_mt_call_osmux.py: using RAC 192
06:22:42.797476 tst              mo_mt_call_osmux.py: using CellId 26457
06:22:42.914111 tst              mo_mt_call_osmux.py: using BVCI 26458
06:22:42.936621 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)
06:22:42.948167 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)
06:22:42.959458 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)
06:22:42.971060 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)
06:22:42.982687 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)
06:22:42.994321 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)
06:22:43.109221 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)
06:22:43.319867 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
06:22:43.824007 run          create_hlr_db(pid=4011): Launched
06:22:44.006362 bus                        /sierra_2: Setting Powered False
06:22:45.027238 run          create_hlr_db(pid=4011): Terminated: ok {rc=0}
06:22:45.449118 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4013): Launched
06:22:45.765617 run    osmo-hlr_10.42.42.2(pid=4014): Launched
06:22:46.003009 run              osmo-stp_10.42.42.5: Starting osmo-stp
06:22:46.619248 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4016): Launched
06:22:47.024096 run    osmo-stp_10.42.42.5(pid=4017): Launched
06:22:47.150803 run              osmo-msc_10.42.42.6: Starting osmo-msc
06:22:47.742349 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4019): Launched
06:22:48.059015 run    osmo-msc_10.42.42.6(pid=4020): Launched
06:22:48.245061 run    osmo-stp_10.42.42.5(pid=4017): ERR: Terminated: ERROR {rc=1}  [trial-2370↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4017)]
06:22:48.378968 run    osmo-stp_10.42.42.5(pid=4017): stdout: 
| (launched: 2022-12-10_06:22:46.783065)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:22:48.512629 run    osmo-stp_10.42.42.5(pid=4017): stderr: 
| �[0;m�[38;5;43m20221210062247118 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210062247118 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210062247119 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210062247119 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210062247119 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210062247120 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210062247120 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:22:48.639535 run    osmo-stp_10.42.42.5(pid=4017): stdout: 
| (launched: 2022-12-10_06:22:46.783065)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:22:48.765218 run    osmo-stp_10.42.42.5(pid=4017): stderr: 
| �[0;m�[38;5;43m20221210062247118 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210062247118 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210062247119 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210062247119 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210062247119 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210062247120 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210062247120 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:22:48.820835 tst            mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=4017): Process ended prematurely: osmo-stp_10.42.42.5(pid=4017) [trial-2370↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4017)]  [trial-2370↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]
06:22:48.830128 tst            mo_mt_call_osmux.py:8: Test FAILED (6.5 sec)
06:22:48.892096 run    osmo-hlr_10.42.42.2(pid=4014): ERR: Terminated: ERROR {rc=237}  [trial-2370↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4014)]
06:22:48.943208 run    osmo-hlr_10.42.42.2(pid=4014): stdout: 
| (launched: 2022-12-10_06:22:45.609902) 
06:22:48.994864 run    osmo-hlr_10.42.42.2(pid=4014): stderr: 
| �[0;m�[1;31m20221210062245809 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210062245809 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210062245809 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210062245809 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210062245809 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210062245809 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210062245820 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210062245830 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210062245830 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210062245830 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
06:22:49.065262 run    osmo-msc_10.42.42.6(pid=4020): ERR: Terminated: ERROR {rc=2}  [trial-2370↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=4020)]
06:22:49.116376 run    osmo-msc_10.42.42.6(pid=4020): stdout: 
| (launched: 2022-12-10_06:22:47.902608) 
06:22:49.167875 run    osmo-msc_10.42.42.6(pid=4020): stderr: 
| �[0;m�[38;5;43m20221210062248223 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210062248223 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f503018ec40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210062248223 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210062248223 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210062248223 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210062248223 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210062248225 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210062248226 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210062248226 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210062248226 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
06:22:49.211368 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4013): Terminating (SIGTERM)
06:22:49.252424 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4016): Terminating (SIGTERM)
06:22:49.293552 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4019): Terminating (SIGTERM)
06:22:49.303228 ---      ParallelTerminationStrategy: PID 4013 died...
06:22:49.358351 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4013): Terminated: ok {rc=0}
06:22:49.368369 ---      ParallelTerminationStrategy: PID 4016 died...
06:22:49.423376 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4016): Terminated: ok {rc=0}
06:22:49.433461 ---      ParallelTerminationStrategy: PID 4019 died...
06:22:49.488444 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4019): Terminated: ok {rc=0}
06:22:49.575078 bus                        /sierra_3: Setting Powered False
06:22:50.680208 bus                        /sierra_3: Setting Powered False
06:22:51.787379 bus                        /sierra_2: Setting Powered False
</stdout></case><duration>22.0</duration><id>122</id><name>voice_trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any</name><properties></properties><timestamp>2022-12-10T06:22:32</timestamp></suite><suite><case><age>232</age><className>voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo</className><duration>6.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=4031): Process ended prematurely: osmo-stp_10.42.42.5(pid=4031) [trial-2370↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4031)]</errorStackTrace><failedSince>2139</failedSince><name>mo_mt_call.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py", line 8, in &lt;module&gt;
    test_mo_mt_call(False, False)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py", line 19, in test_mo_mt_call
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4031): Process ended prematurely: osmo-stp_10.42.42.5(pid=4031) [trial-2370↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4031)]
</stderr><stdout>
----------------------------------------------
trial-2370 voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo mo_mt_call.py
----------------------------------------------
06:22:53.779972 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)
06:22:53.791427 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)
06:22:53.949291 tst                    mo_mt_call.py: using LAC 26458
06:22:54.077674 tst                    mo_mt_call.py: using RAC 193
06:22:54.204203 tst                    mo_mt_call.py: using CellId 26458
06:22:54.326803 tst                    mo_mt_call.py: using BVCI 26459
06:22:54.350796 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)
06:22:54.362222 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)
06:22:54.373451 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)
06:22:54.384716 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)
06:22:54.396115 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)
06:22:54.407361 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)
06:22:54.521766 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)
06:22:54.720424 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
06:22:55.185945 run          create_hlr_db(pid=4025): Launched
06:22:55.356040 bus                        /sierra_2: Setting Powered False
06:22:56.377773 run          create_hlr_db(pid=4025): Terminated: ok {rc=0}
06:22:56.771063 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4027): Launched
06:22:57.066351 run    osmo-hlr_10.42.42.2(pid=4028): Launched
06:22:57.174920 run              osmo-stp_10.42.42.5: Starting osmo-stp
06:22:57.686208 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4030): Launched
06:22:57.980813 run    osmo-stp_10.42.42.5(pid=4031): Launched
06:22:58.088239 run              osmo-msc_10.42.42.6: Starting osmo-msc
06:22:58.626470 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4033): Launched
06:22:58.921010 run    osmo-msc_10.42.42.6(pid=4034): Launched
06:22:59.094700 run    osmo-stp_10.42.42.5(pid=4031): ERR: Terminated: ERROR {rc=1}  [trial-2370↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4031)]
06:22:59.221203 run    osmo-stp_10.42.42.5(pid=4031): stdout: 
| (launched: 2022-12-10_06:22:57.834933)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:22:59.345079 run    osmo-stp_10.42.42.5(pid=4031): stderr: 
| �[0;m�[38;5;43m20221210062258003 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210062258003 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210062258003 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210062258004 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210062258004 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210062258004 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210062258004 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:22:59.463250 run    osmo-stp_10.42.42.5(pid=4031): stdout: 
| (launched: 2022-12-10_06:22:57.834933)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:22:59.580582 run    osmo-stp_10.42.42.5(pid=4031): stderr: 
| �[0;m�[38;5;43m20221210062258003 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210062258003 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210062258003 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210062258004 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210062258004 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210062258004 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210062258004 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:22:59.632552 tst                  mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=4031): Process ended prematurely: osmo-stp_10.42.42.5(pid=4031) [trial-2370↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4031)]  [trial-2370↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py:8]
06:22:59.641343 tst                  mo_mt_call.py:8: Test FAILED (5.9 sec)
06:22:59.700665 run    osmo-hlr_10.42.42.2(pid=4028): ERR: Terminated: ERROR {rc=237}  [trial-2370↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4028)]
06:22:59.749004 run    osmo-hlr_10.42.42.2(pid=4028): stdout: 
| (launched: 2022-12-10_06:22:56.920523) 
06:22:59.797809 run    osmo-hlr_10.42.42.2(pid=4028): stderr: 
| �[0;m�[1;31m20221210062257096 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210062257097 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210062257097 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210062257097 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210062257097 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210062257097 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210062257109 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210062257117 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210062257117 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210062257117 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
06:22:59.864664 run    osmo-msc_10.42.42.6(pid=4034): ERR: Terminated: ERROR {rc=2}  [trial-2370↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=4034)]
06:22:59.913141 run    osmo-msc_10.42.42.6(pid=4034): stdout: 
| (launched: 2022-12-10_06:22:58.775620) 
06:22:59.962257 run    osmo-msc_10.42.42.6(pid=4034): stderr: 
| �[0;m�[38;5;43m20221210062259048 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210062259048 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f918fd99c40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210062259048 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210062259048 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210062259048 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210062259049 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210062259050 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210062259051 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210062259051 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210062259051 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
06:23:00.003043 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4027): Terminating (SIGTERM)
06:23:00.041878 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4030): Terminating (SIGTERM)
06:23:00.080658 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4033): Terminating (SIGTERM)
06:23:00.090030 ---      ParallelTerminationStrategy: PID 4027 died...
06:23:00.142629 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4027): Terminated: ok {rc=0}
06:23:00.152404 ---      ParallelTerminationStrategy: PID 4030 died...
06:23:00.204818 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4030): Terminated: ok {rc=0}
06:23:00.214555 ---      ParallelTerminationStrategy: PID 4033 died...
06:23:00.267171 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4033): Terminated: ok {rc=0}
06:23:00.349681 bus                        /sierra_3: Setting Powered False
06:23:01.451205 bus                        /sierra_3: Setting Powered False
06:23:02.555683 bus                        /sierra_2: Setting Powered False
</stdout></case><case><age>206</age><className>voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo</className><duration>6.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=4042): Process ended prematurely: osmo-stp_10.42.42.5(pid=4042) [trial-2370↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4042)]</errorStackTrace><failedSince>2165</failedSince><name>mo_mt_call_osmux.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py", line 8, in &lt;module&gt;
    test_mo_mt_call(True, True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py", line 19, in test_mo_mt_call
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4042): Process ended prematurely: osmo-stp_10.42.42.5(pid=4042) [trial-2370↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4042)]
</stderr><stdout>
----------------------------------------------
trial-2370 voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo mo_mt_call_osmux.py
----------------------------------------------
06:23:03.669000 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)
06:23:03.681388 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)
06:23:03.839675 tst              mo_mt_call_osmux.py: using LAC 26459
06:23:03.964553 tst              mo_mt_call_osmux.py: using RAC 194
06:23:04.091594 tst              mo_mt_call_osmux.py: using CellId 26459
06:23:04.217310 tst              mo_mt_call_osmux.py: using BVCI 26460
06:23:04.241825 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)
06:23:04.253557 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)
06:23:04.264826 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)
06:23:04.276316 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)
06:23:04.287743 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)
06:23:04.299251 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)
06:23:04.412082 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)
06:23:04.617671 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
06:23:05.122527 run          create_hlr_db(pid=4036): Launched
06:23:05.305642 bus                        /sierra_2: Setting Powered False
06:23:06.325584 run          create_hlr_db(pid=4036): Terminated: ok {rc=0}
06:23:06.721820 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4038): Launched
06:23:07.016680 run    osmo-hlr_10.42.42.2(pid=4039): Launched
06:23:07.125071 run              osmo-stp_10.42.42.5: Starting osmo-stp
06:23:07.636432 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4041): Launched
06:23:07.930143 run    osmo-stp_10.42.42.5(pid=4042): Launched
06:23:08.037155 run              osmo-msc_10.42.42.6: Starting osmo-msc
06:23:08.576219 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4044): Launched
06:23:08.871587 run    osmo-msc_10.42.42.6(pid=4045): Launched
06:23:09.045895 run    osmo-stp_10.42.42.5(pid=4042): ERR: Terminated: ERROR {rc=1}  [trial-2370↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4042)]
06:23:09.171597 run    osmo-stp_10.42.42.5(pid=4042): stdout: 
| (launched: 2022-12-10_06:23:07.785306)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:23:09.295340 run    osmo-stp_10.42.42.5(pid=4042): stderr: 
| �[0;m�[38;5;43m20221210062307956 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210062307956 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210062307956 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210062307957 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210062307957 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210062307957 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210062307957 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:23:09.413700 run    osmo-stp_10.42.42.5(pid=4042): stdout: 
| (launched: 2022-12-10_06:23:07.785306)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:23:09.530481 run    osmo-stp_10.42.42.5(pid=4042): stderr: 
| �[0;m�[38;5;43m20221210062307956 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210062307956 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210062307956 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210062307957 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210062307957 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210062307957 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210062307957 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:23:09.582384 tst            mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=4042): Process ended prematurely: osmo-stp_10.42.42.5(pid=4042) [trial-2370↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4042)]  [trial-2370↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8]
06:23:09.591146 tst            mo_mt_call_osmux.py:8: Test FAILED (6.0 sec)
06:23:09.651158 run    osmo-hlr_10.42.42.2(pid=4039): ERR: Terminated: ERROR {rc=237}  [trial-2370↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4039)]
06:23:09.699597 run    osmo-hlr_10.42.42.2(pid=4039): stdout: 
| (launched: 2022-12-10_06:23:06.871015) 
06:23:09.748720 run    osmo-hlr_10.42.42.2(pid=4039): stderr: 
| �[0;m�[1;31m20221210062307048 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210062307048 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210062307048 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210062307048 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210062307048 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210062307048 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210062307061 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210062307070 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210062307070 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210062307070 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
06:23:09.815230 run    osmo-msc_10.42.42.6(pid=4045): ERR: Terminated: ERROR {rc=2}  [trial-2370↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=4045)]
06:23:09.863401 run    osmo-msc_10.42.42.6(pid=4045): stdout: 
| (launched: 2022-12-10_06:23:08.725362) 
06:23:09.911876 run    osmo-msc_10.42.42.6(pid=4045): stderr: 
| �[0;m�[38;5;43m20221210062308996 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210062308996 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc68ccc3c40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210062308996 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210062308996 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210062308996 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210062308997 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210062308998 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210062308999 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210062308999 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210062308999 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
06:23:09.952888 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4038): Terminating (SIGTERM)
06:23:09.991843 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4041): Terminating (SIGTERM)
06:23:10.030886 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4044): Terminating (SIGTERM)
06:23:10.040378 ---      ParallelTerminationStrategy: PID 4038 died...
06:23:10.092914 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4038): Terminated: ok {rc=0}
06:23:10.103293 ---      ParallelTerminationStrategy: PID 4041 died...
06:23:10.155404 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4041): Terminated: ok {rc=0}
06:23:10.165247 ---      ParallelTerminationStrategy: PID 4044 died...
06:23:10.217361 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4044): Terminated: ok {rc=0}
06:23:10.304032 bus                        /sierra_3: Setting Powered False
06:23:11.404336 bus                        /sierra_3: Setting Powered False
06:23:12.509165 bus                        /sierra_2: Setting Powered False
</stdout></case><duration>21.0</duration><id>123</id><name>voice_trx-lms-limenet-micro+mod-bts0-dynts-osmo</name><properties></properties><timestamp>2022-12-10T06:22:53</timestamp></suite><suite><case><age>229</age><className>emergency:trx-lms-limenet-micro</className><duration>8.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=4325): Process ended prematurely: osmo-stp_10.42.42.5(pid=4325) [trial-2370↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4325)]</errorStackTrace><failedSince>2142</failedSince><name>emergency_mo_mt_call.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py", line 19, in &lt;module&gt;
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4325): Process ended prematurely: osmo-stp_10.42.42.5(pid=4325) [trial-2370↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4325)]
</stderr><stdout>
----------------------------------------------
trial-2370 emergency:trx-lms-limenet-micro emergency_mo_mt_call.py
----------------------------------------------
06:23:14.514983 tst  emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)
06:23:14.526399 tst  emergency:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)
06:23:14.661197 tst          emergency_mo_mt_call.py: using LAC 26460
06:23:14.781926 tst          emergency_mo_mt_call.py: using RAC 195
06:23:14.904888 tst          emergency_mo_mt_call.py: using CellId 26460
06:23:15.028651 tst          emergency_mo_mt_call.py: using BVCI 26461
06:23:15.052164 tst  emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)
06:23:15.063492 tst  emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)
06:23:15.074589 tst  emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)
06:23:15.085793 tst  emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)
06:23:15.097021 tst  emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)
06:23:15.108053 tst  emergency:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)
06:23:15.221048 tst  emergency:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)
06:23:15.426527 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
06:23:15.969665 run          create_hlr_db(pid=4050): Launched
06:23:16.168369 bus                        /sierra_2: Setting Powered False
06:23:17.229911 run          create_hlr_db(pid=4050): Terminated: ok {rc=0}
06:23:17.736310 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4133): Launched
06:23:18.237210 run    osmo-hlr_10.42.42.2(pid=4171): Launched
06:23:18.442684 run              osmo-stp_10.42.42.5: Starting osmo-stp
06:23:19.199358 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4311): Launched
06:23:19.554265 run    osmo-stp_10.42.42.5(pid=4325): Launched
06:23:19.756448 tst          emergency_mo_mt_call.py: using MSISDN 7584
06:23:19.987918 run              osmo-msc_10.42.42.6: Starting osmo-msc
06:23:20.584018 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4328): Launched
06:23:20.981003 run    osmo-msc_10.42.42.6(pid=4329): Launched
06:23:21.316824 run    osmo-stp_10.42.42.5(pid=4325): ERR: Terminated: ERROR {rc=1}  [trial-2370↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4325)]
06:23:21.559798 run    osmo-stp_10.42.42.5(pid=4325): stdout: 
| (launched: 2022-12-10_06:23:19.379281)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:23:21.693556 run    osmo-stp_10.42.42.5(pid=4325): stderr: 
| �[0;m�[38;5;43m20221210062319722 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210062319722 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210062319722 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210062319722 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210062319723 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210062319723 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210062319723 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:23:21.821483 run    osmo-stp_10.42.42.5(pid=4325): stdout: 
| (launched: 2022-12-10_06:23:19.379281)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:23:21.951387 run    osmo-stp_10.42.42.5(pid=4325): stderr: 
| �[0;m�[38;5;43m20221210062319722 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210062319722 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210062319722 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210062319722 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210062319723 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210062319723 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210062319723 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:23:22.007338 tst       emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=4325): Process ended prematurely: osmo-stp_10.42.42.5(pid=4325) [trial-2370↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4325)]  [trial-2370↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py:19]
06:23:22.016766 tst       emergency_mo_mt_call.py:19: Test FAILED (7.5 sec)
06:23:22.082088 run    osmo-hlr_10.42.42.2(pid=4171): ERR: Terminated: ERROR {rc=237}  [trial-2370↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4171)]
06:23:22.134293 run    osmo-hlr_10.42.42.2(pid=4171): stdout: 
| (launched: 2022-12-10_06:23:17.929705) 
06:23:22.186626 run    osmo-hlr_10.42.42.2(pid=4171): stderr: 
| �[0;m�[1;31m20221210062318293 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210062318293 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210062318293 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210062318293 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210062318293 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210062318293 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210062318317 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/emergency:trx-lms-limenet-micro/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210062318335 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210062318336 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210062318336 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
06:23:22.258724 run    osmo-msc_10.42.42.6(pid=4329): ERR: Terminated: ERROR {rc=2}  [trial-2370↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=4329)]
06:23:22.310634 run    osmo-msc_10.42.42.6(pid=4329): stdout: 
| (launched: 2022-12-10_06:23:20.733927) 
06:23:22.363210 run    osmo-msc_10.42.42.6(pid=4329): stderr: 
| �[0;m�[38;5;43m20221210062321331 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210062321331 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe2ffa0ec40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210062321331 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210062321331 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210062321331 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210062321331 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210062321345 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210062321346 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210062321346 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210062321346 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
06:23:22.407694 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4133): Terminating (SIGTERM)
06:23:22.452902 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4311): Terminating (SIGTERM)
06:23:22.498063 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4328): Terminating (SIGTERM)
06:23:22.509123 ---      ParallelTerminationStrategy: PID 4133 died...
06:23:22.567258 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4133): Terminated: ok {rc=0}
06:23:22.578234 ---      ParallelTerminationStrategy: PID 4311 died...
06:23:22.634937 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4311): Terminated: ok {rc=0}
06:23:22.646014 ---      ParallelTerminationStrategy: PID 4328 died...
06:23:22.704550 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4328): Terminated: ok {rc=0}
06:23:22.793030 bus                        /sierra_3: Setting Powered False
06:23:23.900566 bus                        /sierra_3: Setting Powered False
06:23:25.014830 bus                        /sierra_2: Setting Powered False
</stdout></case><case><age>229</age><className>emergency:trx-lms-limenet-micro</className><duration>8.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=4339): Process ended prematurely: osmo-stp_10.42.42.5(pid=4339) [trial-2370↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4339)]</errorStackTrace><failedSince>2142</failedSince><name>emergency_preemptive_call.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py", line 32, in &lt;module&gt;
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4339): Process ended prematurely: osmo-stp_10.42.42.5(pid=4339) [trial-2370↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4339)]
</stderr><stdout>
----------------------------------------------
trial-2370 emergency:trx-lms-limenet-micro emergency_preemptive_call.py
----------------------------------------------
06:23:26.068683 tst  emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)
06:23:26.081284 tst  emergency:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)
06:23:26.216605 tst     emergency_preemptive_call.py: using LAC 26461
06:23:26.334502 tst     emergency_preemptive_call.py: using RAC 196
06:23:26.452758 tst     emergency_preemptive_call.py: using CellId 26461
06:23:26.573396 tst     emergency_preemptive_call.py: using BVCI 26462
06:23:26.596798 tst  emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)
06:23:26.608859 tst  emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)
06:23:26.621347 tst  emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)
06:23:26.632904 tst  emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)
06:23:26.646523 tst  emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)
06:23:26.660209 tst  emergency:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)
06:23:26.776012 tst  emergency:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)
06:23:26.893465 tst  emergency:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)
06:23:27.010842 tst  emergency:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)
06:23:27.214626 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
06:23:27.712050 run          create_hlr_db(pid=4333): Launched
06:23:27.894159 bus                        /sierra_2: Setting Powered False
06:23:28.915709 run          create_hlr_db(pid=4333): Terminated: ok {rc=0}
06:23:29.335138 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4335): Launched
06:23:29.743331 run    osmo-hlr_10.42.42.2(pid=4336): Launched
06:23:29.963388 run              osmo-stp_10.42.42.5: Starting osmo-stp
06:23:30.545594 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4338): Launched
06:23:30.965226 run    osmo-stp_10.42.42.5(pid=4339): Launched
06:23:31.193851 tst     emergency_preemptive_call.py: using MSISDN 7585
06:23:31.351219 run              osmo-msc_10.42.42.6: Starting osmo-msc
06:23:31.965612 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4341): Launched
06:23:32.384179 run    osmo-msc_10.42.42.6(pid=4342): Launched
06:23:32.773134 run    osmo-stp_10.42.42.5(pid=4339): ERR: Terminated: ERROR {rc=1}  [trial-2370↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4339)]
06:23:33.021664 run    osmo-stp_10.42.42.5(pid=4339): stdout: 
| (launched: 2022-12-10_06:23:30.706978)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:23:33.155668 run    osmo-stp_10.42.42.5(pid=4339): stderr: 
| �[0;m�[38;5;43m20221210062331006 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210062331006 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210062331006 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210062331007 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210062331009 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210062331009 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210062331009 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:23:33.283814 run    osmo-stp_10.42.42.5(pid=4339): stdout: 
| (launched: 2022-12-10_06:23:30.706978)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:23:33.409898 run    osmo-stp_10.42.42.5(pid=4339): stderr: 
| �[0;m�[38;5;43m20221210062331006 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210062331006 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210062331006 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210062331007 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210062331009 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210062331009 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210062331009 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:23:33.466997 tst  emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=4339): Process ended prematurely: osmo-stp_10.42.42.5(pid=4339) [trial-2370↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4339)]  [trial-2370↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py:32]
06:23:33.476581 tst  emergency_preemptive_call.py:32: Test FAILED (7.4 sec)
06:23:33.540524 run    osmo-hlr_10.42.42.2(pid=4336): ERR: Terminated: ERROR {rc=237}  [trial-2370↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4336)]
06:23:33.592767 run    osmo-hlr_10.42.42.2(pid=4336): stdout: 
| (launched: 2022-12-10_06:23:29.487131) 
06:23:33.645699 run    osmo-hlr_10.42.42.2(pid=4336): stderr: 
| �[0;m�[1;31m20221210062329795 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210062329795 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210062329795 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210062329795 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210062329795 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210062329795 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210062329811 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/emergency:trx-lms-limenet-micro/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210062329827 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210062329828 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210062329828 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
06:23:33.717137 run    osmo-msc_10.42.42.6(pid=4342): ERR: Terminated: ERROR {rc=2}  [trial-2370↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=4342)]
06:23:33.769310 run    osmo-msc_10.42.42.6(pid=4342): stdout: 
| (launched: 2022-12-10_06:23:32.134554) 
06:23:33.822174 run    osmo-msc_10.42.42.6(pid=4342): stderr: 
| �[0;m�[38;5;43m20221210062332677 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210062332678 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f599160fc40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210062332678 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210062332678 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210062332678 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210062332678 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210062332680 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210062332680 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210062332680 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210062332680 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
06:23:33.867263 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4335): Terminating (SIGTERM)
06:23:33.909811 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4338): Terminating (SIGTERM)
06:23:33.954785 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4341): Terminating (SIGTERM)
06:23:33.965628 ---      ParallelTerminationStrategy: PID 4335 died...
06:23:34.024293 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4335): Terminated: ok {rc=0}
06:23:34.035312 ---      ParallelTerminationStrategy: PID 4338 died...
06:23:34.092042 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4338): Terminated: ok {rc=0}
06:23:34.103024 ---      ParallelTerminationStrategy: PID 4341 died...
06:23:34.159755 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4341): Terminated: ok {rc=0}
06:23:34.248113 bus                        /sierra_9: Setting Powered False
06:23:35.353879 bus                        /sierra_9: Setting Powered False
06:23:36.465426 bus                        /sierra_8: Setting Powered False
06:23:37.571074 bus                        /sierra_8: Setting Powered False
06:23:38.682936 bus                        /sierra_3: Setting Powered False
06:23:39.789291 bus                        /sierra_3: Setting Powered False
06:23:40.898927 bus                        /sierra_2: Setting Powered False
</stdout></case><duration>29.0</duration><id>124</id><name>emergency_trx-lms-limenet-micro</name><properties></properties><timestamp>2022-12-10T06:23:14</timestamp></suite><suite><case><age>232</age><className>gprs:trx-lms-limenet-micro</className><duration>9.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=4359): Process ended prematurely: osmo-stp_10.42.42.5(pid=4359) [trial-2370↪gprs:trx-lms-limenet-micro↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4359)]</errorStackTrace><failedSince>2139</failedSince><name>cs_paging_gprs_active.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py", line 38, in &lt;module&gt;
    setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py", line 67, in setup_run_iperf3_test_parallel
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4359): Process ended prematurely: osmo-stp_10.42.42.5(pid=4359) [trial-2370↪gprs:trx-lms-limenet-micro↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4359)]
</stderr><stdout>
----------------------------------------------
trial-2370 gprs:trx-lms-limenet-micro cs_paging_gprs_active.py
----------------------------------------------
06:23:43.016612 tst       gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)
06:23:43.027729 tst       gprs:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)
06:23:43.165298 tst         cs_paging_gprs_active.py: using LAC 26462
06:23:43.289243 tst         cs_paging_gprs_active.py: using RAC 197
06:23:43.412933 tst         cs_paging_gprs_active.py: using CellId 26462
06:23:43.537284 tst         cs_paging_gprs_active.py: using BVCI 26463
06:23:43.561551 tst       gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)
06:23:43.572674 tst       gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)
06:23:43.583721 tst       gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)
06:23:43.594729 tst       gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)
06:23:43.605673 tst       gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)
06:23:43.616551 tst       gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)
06:23:43.627683 tst       gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)
06:23:43.638627 tst       gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)
06:23:43.649728 tst       gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)
06:23:43.765059 tst       gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)
06:23:44.054508 tst      cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...
06:23:44.186921 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
06:23:44.516074 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4349): Launched
06:23:44.788505 run iperf3-srv_10.42.42.10(pid=4350): Launched
06:23:44.982569 tst      cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...
06:23:45.114515 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
06:23:45.442717 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4351): Launched
06:23:45.716067 run iperf3-srv_10.42.42.10(pid=4352): Launched
06:23:45.925549 tst      cs_paging_gprs_active.py:38: start network...
06:23:46.060144 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
06:23:46.550139 run          create_hlr_db(pid=4353): Launched
06:23:46.737112 bus                        /sierra_2: Setting Powered False
06:23:47.753349 run          create_hlr_db(pid=4353): Terminated: ok {rc=0}
06:23:48.150483 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4355): Launched
06:23:48.446490 run    osmo-hlr_10.42.42.2(pid=4356): Launched
06:23:48.556887 run              osmo-stp_10.42.42.5: Starting osmo-stp
06:23:49.079100 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4358): Launched
06:23:49.374424 run    osmo-stp_10.42.42.5(pid=4359): Launched
06:23:49.480832 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
06:23:49.996173 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4361): Launched
06:23:50.102061 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
06:23:50.361561 run               patchelf(pid=4362): Launched
06:23:50.534655 run    osmo-stp_10.42.42.5(pid=4359): ERR: Terminated: ERROR {rc=1}  [trial-2370↪gprs:trx-lms-limenet-micro↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4359)]
06:23:50.661666 run    osmo-stp_10.42.42.5(pid=4359): stdout: 
| (launched: 2022-12-10_06:23:49.228418)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:23:50.788790 run    osmo-stp_10.42.42.5(pid=4359): stderr: 
| �[0;m�[38;5;43m20221210062349397 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210062349398 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210062349398 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210062349398 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210062349399 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210062349399 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210062349399 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:23:50.911687 run    osmo-stp_10.42.42.5(pid=4359): stdout: 
| (launched: 2022-12-10_06:23:49.228418)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:23:51.033479 run    osmo-stp_10.42.42.5(pid=4359): stderr: 
| �[0;m�[38;5;43m20221210062349397 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210062349398 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210062349398 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210062349398 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210062349399 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210062349399 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210062349399 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:23:51.174635 run               patchelf(pid=4362): Terminating (SIGINT)
06:23:51.340671 run               patchelf(pid=4362): Terminated: ok {rc=0}
06:23:51.371371 tst      cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=4359): Process ended prematurely: osmo-stp_10.42.42.5(pid=4359) [trial-2370↪gprs:trx-lms-limenet-micro↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4359)]  [trial-2370↪gprs:trx-lms-limenet-micro↪cs_paging_gprs_active.py:38]
06:23:51.380570 tst      cs_paging_gprs_active.py:38: Test FAILED (8.4 sec)
06:23:51.440529 run    osmo-hlr_10.42.42.2(pid=4356): ERR: Terminated: ERROR {rc=237}  [trial-2370↪gprs:trx-lms-limenet-micro↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4356)]
06:23:51.488925 run    osmo-hlr_10.42.42.2(pid=4356): stdout: 
| (launched: 2022-12-10_06:23:48.299856) 
06:23:51.538074 run    osmo-hlr_10.42.42.2(pid=4356): stderr: 
| �[0;m�[1;31m20221210062348478 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210062348478 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210062348478 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210062348478 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210062348478 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210062348478 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210062348490 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/gprs:trx-lms-limenet-micro/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210062348498 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210062348499 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210062348499 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
06:23:51.579632 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4349): Terminating (SIGTERM)
06:23:51.618991 run iperf3-srv_10.42.42.10(pid=4350): Terminating (SIGTERM)
06:23:51.658208 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4351): Terminating (SIGTERM)
06:23:51.697381 run iperf3-srv_10.42.42.10(pid=4352): Terminating (SIGTERM)
06:23:51.736770 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4355): Terminating (SIGTERM)
06:23:51.776161 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4358): Terminating (SIGTERM)
06:23:51.815601 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4361): Terminating (SIGTERM)
06:23:51.825391 ---      ParallelTerminationStrategy: PID 4349 died...
06:23:51.878577 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4349): Terminated: ok {rc=0}
06:23:51.888171 ---      ParallelTerminationStrategy: PID 4350 died...
06:23:51.940606 run iperf3-srv_10.42.42.10(pid=4350): Terminated {rc=256}
06:23:51.950590 ---      ParallelTerminationStrategy: PID 4351 died...
06:23:52.003060 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4351): Terminated: ok {rc=0}
06:23:52.012908 ---      ParallelTerminationStrategy: PID 4352 died...
06:23:52.066115 run iperf3-srv_10.42.42.10(pid=4352): Terminated {rc=256}
06:23:52.075823 ---      ParallelTerminationStrategy: PID 4355 died...
06:23:52.128676 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4355): Terminated: ok {rc=0}
06:23:52.138785 ---      ParallelTerminationStrategy: PID 4358 died...
06:23:52.191291 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4358): Terminated: ok {rc=0}
06:23:52.201407 ---      ParallelTerminationStrategy: PID 4361 died...
06:23:52.254423 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4361): Terminated: ok {rc=0}
06:23:52.342175 bus                          /gobi_0: Setting Powered False
06:23:53.445618 bus                          /gobi_0: Setting Powered False
06:23:54.554958 bus                          /gobi_6: Setting Powered False
</stdout></case><case><age>232</age><className>gprs:trx-lms-limenet-micro</className><duration>8.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=4371): Process ended prematurely: osmo-stp_10.42.42.5(pid=4371) [trial-2370↪gprs:trx-lms-limenet-micro↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4371)]</errorStackTrace><failedSince>2139</failedSince><name>iperf3.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py", line 8, in &lt;module&gt;
    setup_run_iperf3_test_parallel(1)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py", line 67, in setup_run_iperf3_test_parallel
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4371): Process ended prematurely: osmo-stp_10.42.42.5(pid=4371) [trial-2370↪gprs:trx-lms-limenet-micro↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4371)]
</stderr><stdout>
----------------------------------------------
trial-2370 gprs:trx-lms-limenet-micro iperf3.py
----------------------------------------------
06:23:55.663828 tst       gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)
06:23:55.675655 tst       gprs:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)
06:23:55.809116 tst                        iperf3.py: using LAC 26463
06:23:55.930406 tst                        iperf3.py: using RAC 198
06:23:56.053448 tst                        iperf3.py: using CellId 26463
06:23:56.179129 tst                        iperf3.py: using BVCI 26464
06:23:56.203591 tst       gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)
06:23:56.214790 tst       gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)
06:23:56.225749 tst       gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)
06:23:56.236657 tst       gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)
06:23:56.247506 tst       gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)
06:23:56.258486 tst       gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)
06:23:56.269631 tst       gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)
06:23:56.280434 tst       gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)
06:23:56.291502 tst       gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)
06:23:56.577976 tst                      iperf3.py:8: start iperfv3 server 10.42.42.10:5003...
06:23:56.709359 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
06:23:57.037483 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4363): Launched
06:23:57.309332 run iperf3-srv_10.42.42.10(pid=4364): Launched
06:23:57.502702 tst                      iperf3.py:8: start network...
06:23:57.635043 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
06:23:58.137809 run          create_hlr_db(pid=4365): Launched
06:23:58.307761 bus                          /gobi_6: Setting Powered False
06:23:59.327982 run          create_hlr_db(pid=4365): Terminated: ok {rc=0}
06:23:59.721095 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4367): Launched
06:24:00.016394 run    osmo-hlr_10.42.42.2(pid=4368): Launched
06:24:00.127514 run              osmo-stp_10.42.42.5: Starting osmo-stp
06:24:00.650237 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4370): Launched
06:24:01.045358 run    osmo-stp_10.42.42.5(pid=4371): Launched
06:24:01.359397 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
06:24:01.959088 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4373): Launched
06:24:02.076676 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
06:24:02.371406 run               patchelf(pid=4374): Launched
06:24:02.557565 run    osmo-stp_10.42.42.5(pid=4371): ERR: Terminated: ERROR {rc=1}  [trial-2370↪gprs:trx-lms-limenet-micro↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4371)]
06:24:02.693529 run    osmo-stp_10.42.42.5(pid=4371): stdout: 
| (launched: 2022-12-10_06:24:00.798774)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:24:02.830128 run    osmo-stp_10.42.42.5(pid=4371): stderr: 
| �[0;m�[38;5;43m20221210062401156 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210062401156 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210062401157 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210062401158 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210062401158 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210062401158 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210062401158 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:24:02.962002 run    osmo-stp_10.42.42.5(pid=4371): stdout: 
| (launched: 2022-12-10_06:24:00.798774)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:24:03.092637 run    osmo-stp_10.42.42.5(pid=4371): stderr: 
| �[0;m�[38;5;43m20221210062401156 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210062401156 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210062401157 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210062401158 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210062401158 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210062401158 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210062401158 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:24:03.243988 run               patchelf(pid=4374): Terminating (SIGINT)
06:24:03.422192 run               patchelf(pid=4374): Terminated: ok {rc=0}
06:24:03.454888 tst                      iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=4371): Process ended prematurely: osmo-stp_10.42.42.5(pid=4371) [trial-2370↪gprs:trx-lms-limenet-micro↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4371)]  [trial-2370↪gprs:trx-lms-limenet-micro↪iperf3.py:8]
06:24:03.464790 tst                      iperf3.py:8: Test FAILED (7.8 sec)
06:24:03.528471 run    osmo-hlr_10.42.42.2(pid=4368): ERR: Terminated: ERROR {rc=237}  [trial-2370↪gprs:trx-lms-limenet-micro↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4368)]
06:24:03.579506 run    osmo-hlr_10.42.42.2(pid=4368): stdout: 
| (launched: 2022-12-10_06:23:59.870261) 
06:24:03.631321 run    osmo-hlr_10.42.42.2(pid=4368): stderr: 
| �[0;m�[1;31m20221210062400046 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210062400046 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210062400046 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210062400046 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210062400046 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210062400046 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210062400058 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/gprs:trx-lms-limenet-micro/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210062400068 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210062400068 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210062400068 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
06:24:03.675253 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4363): Terminating (SIGTERM)
06:24:03.717396 run iperf3-srv_10.42.42.10(pid=4364): Terminating (SIGTERM)
06:24:03.759084 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4367): Terminating (SIGTERM)
06:24:03.800604 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4370): Terminating (SIGTERM)
06:24:03.842218 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4373): Terminating (SIGTERM)
06:24:03.852392 ---      ParallelTerminationStrategy: PID 4363 died...
06:24:03.908363 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4363): Terminated: ok {rc=0}
06:24:03.919029 ---      ParallelTerminationStrategy: PID 4364 died...
06:24:03.975483 run iperf3-srv_10.42.42.10(pid=4364): Terminated {rc=256}
06:24:03.985647 ---      ParallelTerminationStrategy: PID 4367 died...
06:24:04.041619 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4367): Terminated: ok {rc=0}
06:24:04.051621 ---      ParallelTerminationStrategy: PID 4370 died...
06:24:04.107736 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4370): Terminated: ok {rc=0}
06:24:04.117991 ---      ParallelTerminationStrategy: PID 4373 died...
06:24:04.173901 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4373): Terminated: ok {rc=0}
06:24:04.261224 bus                          /gobi_6: Setting Powered False
</stdout></case><case><age>232</age><className>gprs:trx-lms-limenet-micro</className><duration>11.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=4389): Process ended prematurely: osmo-stp_10.42.42.5(pid=4389) [trial-2370↪gprs:trx-lms-limenet-micro↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4389)]</errorStackTrace><failedSince>2139</failedSince><name>iperf3m4.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py", line 8, in &lt;module&gt;
    setup_run_iperf3_test_parallel(4)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py", line 67, in setup_run_iperf3_test_parallel
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4389): Process ended prematurely: osmo-stp_10.42.42.5(pid=4389) [trial-2370↪gprs:trx-lms-limenet-micro↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4389)]
</stderr><stdout>
----------------------------------------------
trial-2370 gprs:trx-lms-limenet-micro iperf3m4.py
----------------------------------------------
06:24:05.375189 tst       gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)
06:24:05.387098 tst       gprs:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)
06:24:05.529010 tst                      iperf3m4.py: using LAC 26464
06:24:05.651430 tst                      iperf3m4.py: using RAC 199
06:24:05.768861 tst                      iperf3m4.py: using CellId 26464
06:24:05.886840 tst                      iperf3m4.py: using BVCI 26465
06:24:05.909565 tst       gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)
06:24:05.920405 tst       gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)
06:24:05.931241 tst       gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)
06:24:05.942803 tst       gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)
06:24:05.953999 tst       gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)
06:24:05.965158 tst       gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)
06:24:05.976668 tst       gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)
06:24:05.987899 tst       gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)
06:24:05.999154 tst       gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)
06:24:06.116191 tst       gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)
06:24:06.234912 tst       gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)
06:24:06.353941 tst       gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)
06:24:06.637915 tst                    iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...
06:24:06.760768 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
06:24:07.068215 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4375): Launched
06:24:07.322781 run iperf3-srv_10.42.42.10(pid=4376): Launched
06:24:07.502420 tst                    iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...
06:24:07.625073 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
06:24:07.931359 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4377): Launched
06:24:08.184718 run iperf3-srv_10.42.42.10(pid=4378): Launched
06:24:08.363415 tst                    iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...
06:24:08.485715 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
06:24:08.791426 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4379): Launched
06:24:09.045398 run iperf3-srv_10.42.42.10(pid=4380): Launched
06:24:09.224688 tst                    iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...
06:24:09.347281 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
06:24:09.654935 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4381): Launched
06:24:09.909326 run iperf3-srv_10.42.42.10(pid=4382): Launched
06:24:10.088314 tst                    iperf3m4.py:8: start network...
06:24:10.211102 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
06:24:10.674228 run          create_hlr_db(pid=4383): Launched
06:24:10.843575 bus                          /gobi_6: Setting Powered False
06:24:11.865331 run          create_hlr_db(pid=4383): Terminated: ok {rc=0}
06:24:12.259951 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4385): Launched
06:24:12.555708 run    osmo-hlr_10.42.42.2(pid=4386): Launched
06:24:12.668586 run              osmo-stp_10.42.42.5: Starting osmo-stp
06:24:13.319955 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4388): Launched
06:24:13.630499 run    osmo-stp_10.42.42.5(pid=4389): Launched
06:24:13.743106 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
06:24:14.287746 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4391): Launched
06:24:14.398573 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
06:24:14.670495 run               patchelf(pid=4392): Launched
06:24:14.852472 run    osmo-stp_10.42.42.5(pid=4389): ERR: Terminated: ERROR {rc=1}  [trial-2370↪gprs:trx-lms-limenet-micro↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4389)]
06:24:14.985957 run    osmo-stp_10.42.42.5(pid=4389): stdout: 
| (launched: 2022-12-10_06:24:13.478127)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:24:15.119357 run    osmo-stp_10.42.42.5(pid=4389): stderr: 
| �[0;m�[38;5;43m20221210062413669 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210062413669 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210062413669 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210062413670 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210062413670 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210062413670 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210062413670 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:24:15.248019 run    osmo-stp_10.42.42.5(pid=4389): stdout: 
| (launched: 2022-12-10_06:24:13.478127)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:24:15.375774 run    osmo-stp_10.42.42.5(pid=4389): stderr: 
| �[0;m�[38;5;43m20221210062413669 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210062413669 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210062413669 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210062413670 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210062413670 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210062413670 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210062413670 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:24:15.524306 run               patchelf(pid=4392): Terminating (SIGINT)
06:24:15.698735 run               patchelf(pid=4392): Terminated: ok {rc=0}
06:24:15.731108 tst                    iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=4389): Process ended prematurely: osmo-stp_10.42.42.5(pid=4389) [trial-2370↪gprs:trx-lms-limenet-micro↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4389)]  [trial-2370↪gprs:trx-lms-limenet-micro↪iperf3m4.py:8]
06:24:15.741040 tst                    iperf3m4.py:8: Test FAILED (10.4 sec)
06:24:15.803436 run    osmo-hlr_10.42.42.2(pid=4386): ERR: Terminated: ERROR {rc=237}  [trial-2370↪gprs:trx-lms-limenet-micro↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4386)]
06:24:15.854808 run    osmo-hlr_10.42.42.2(pid=4386): stdout: 
| (launched: 2022-12-10_06:24:12.409590) 
06:24:15.908587 run    osmo-hlr_10.42.42.2(pid=4386): stderr: 
| �[0;m�[1;31m20221210062412586 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210062412586 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210062412586 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210062412586 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210062412586 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210062412587 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210062412601 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/gprs:trx-lms-limenet-micro/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210062412609 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210062412609 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210062412609 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
06:24:15.952649 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4375): Terminating (SIGTERM)
06:24:15.996428 run iperf3-srv_10.42.42.10(pid=4376): Terminating (SIGTERM)
06:24:16.039677 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4377): Terminating (SIGTERM)
06:24:16.083218 run iperf3-srv_10.42.42.10(pid=4378): Terminating (SIGTERM)
06:24:16.126609 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4379): Terminating (SIGTERM)
06:24:16.168672 run iperf3-srv_10.42.42.10(pid=4380): Terminating (SIGTERM)
06:24:16.213333 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4381): Terminating (SIGTERM)
06:24:16.255516 run iperf3-srv_10.42.42.10(pid=4382): Terminating (SIGTERM)
06:24:16.300089 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4385): Terminating (SIGTERM)
06:24:16.341484 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4388): Terminating (SIGTERM)
06:24:16.383084 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4391): Terminating (SIGTERM)
06:24:16.392756 ---      ParallelTerminationStrategy: PID 4375 died...
06:24:16.448190 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4375): Terminated: ok {rc=0}
06:24:16.458637 ---      ParallelTerminationStrategy: PID 4376 died...
06:24:16.513811 run iperf3-srv_10.42.42.10(pid=4376): Terminated {rc=256}
06:24:16.524186 ---      ParallelTerminationStrategy: PID 4377 died...
06:24:16.579881 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4377): Terminated: ok {rc=0}
06:24:16.590346 ---      ParallelTerminationStrategy: PID 4378 died...
06:24:16.645329 run iperf3-srv_10.42.42.10(pid=4378): Terminated {rc=256}
06:24:16.655700 ---      ParallelTerminationStrategy: PID 4379 died...
06:24:16.711191 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4379): Terminated: ok {rc=0}
06:24:16.721720 ---      ParallelTerminationStrategy: PID 4380 died...
06:24:16.777012 run iperf3-srv_10.42.42.10(pid=4380): Terminated {rc=256}
06:24:16.787348 ---      ParallelTerminationStrategy: PID 4381 died...
06:24:16.842519 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4381): Terminated: ok {rc=0}
06:24:16.852807 ---      ParallelTerminationStrategy: PID 4382 died...
06:24:16.907717 run iperf3-srv_10.42.42.10(pid=4382): Terminated {rc=256}
06:24:16.918114 ---      ParallelTerminationStrategy: PID 4385 died...
06:24:16.973579 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4385): Terminated: ok {rc=0}
06:24:16.983738 ---      ParallelTerminationStrategy: PID 4388 died...
06:24:17.039190 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4388): Terminated: ok {rc=0}
06:24:17.049582 ---      ParallelTerminationStrategy: PID 4391 died...
06:24:17.104854 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4391): Terminated: ok {rc=0}
06:24:17.191840 bus                          /gobi_4: Setting Powered False
06:24:18.297016 bus                          /gobi_4: Setting Powered False
06:24:19.403032 bus                          /gobi_1: Setting Powered False
06:24:20.506859 bus                          /gobi_1: Setting Powered False
06:24:21.615572 bus                          /gobi_0: Setting Powered False
06:24:22.716272 bus                          /gobi_0: Setting Powered False
06:24:23.824649 bus                          /gobi_6: Setting Powered False
</stdout></case><case><age>232</age><className>gprs:trx-lms-limenet-micro</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=4399): Process ended prematurely: osmo-stp_10.42.42.5(pid=4399) [trial-2370↪gprs:trx-lms-limenet-micro↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4399)]</errorStackTrace><failedSince>2139</failedSince><name>ping.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py", line 22, in &lt;module&gt;
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4399): Process ended prematurely: osmo-stp_10.42.42.5(pid=4399) [trial-2370↪gprs:trx-lms-limenet-micro↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4399)]
</stderr><stdout>
----------------------------------------------
trial-2370 gprs:trx-lms-limenet-micro ping.py
----------------------------------------------
06:24:24.892135 tst       gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)
06:24:24.904059 tst       gprs:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)
06:24:25.043568 tst                          ping.py: using LAC 26465
06:24:25.162224 tst                          ping.py: using RAC 200
06:24:25.280672 tst                          ping.py: using CellId 26465
06:24:25.398908 tst                          ping.py: using BVCI 26466
06:24:25.422418 tst       gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)
06:24:25.433530 tst       gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)
06:24:25.444526 tst       gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)
06:24:25.455401 tst       gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)
06:24:25.466208 tst       gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)
06:24:25.477049 tst       gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)
06:24:25.488134 tst       gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)
06:24:25.499033 tst       gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)
06:24:25.764844 tst                       ping.py:19: start network...
06:24:25.883709 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
06:24:26.335749 run          create_hlr_db(pid=4393): Launched
06:24:26.501659 bus                          /gobi_6: Setting Powered False
06:24:27.523463 run          create_hlr_db(pid=4393): Terminated: ok {rc=0}
06:24:27.932678 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4395): Launched
06:24:28.240016 run    osmo-hlr_10.42.42.2(pid=4396): Launched
06:24:28.352908 run              osmo-stp_10.42.42.5: Starting osmo-stp
06:24:28.887921 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4398): Launched
06:24:29.194304 run    osmo-stp_10.42.42.5(pid=4399): Launched
06:24:29.304760 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
06:24:29.839591 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4401): Launched
06:24:29.949089 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
06:24:30.211269 run               patchelf(pid=4402): Launched
06:24:30.379357 run    osmo-stp_10.42.42.5(pid=4399): ERR: Terminated: ERROR {rc=1}  [trial-2370↪gprs:trx-lms-limenet-micro↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4399)]
06:24:30.502791 run    osmo-stp_10.42.42.5(pid=4399): stdout: 
| (launched: 2022-12-10_06:24:29.044178)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:24:30.626500 run    osmo-stp_10.42.42.5(pid=4399): stderr: 
| �[0;m�[38;5;43m20221210062429233 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210062429234 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210062429234 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210062429234 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210062429235 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210062429235 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210062429235 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:24:30.745392 run    osmo-stp_10.42.42.5(pid=4399): stdout: 
| (launched: 2022-12-10_06:24:29.044178)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:24:30.883215 run    osmo-stp_10.42.42.5(pid=4399): stderr: 
| �[0;m�[38;5;43m20221210062429233 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210062429234 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210062429234 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210062429234 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210062429235 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210062429235 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210062429235 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:24:31.037996 run               patchelf(pid=4402): Terminating (SIGINT)
06:24:31.215183 run               patchelf(pid=4402): Terminated: ok {rc=0}
06:24:31.247412 tst                       ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=4399): Process ended prematurely: osmo-stp_10.42.42.5(pid=4399) [trial-2370↪gprs:trx-lms-limenet-micro↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4399)]  [trial-2370↪gprs:trx-lms-limenet-micro↪ping.py:22]
06:24:31.257293 tst                       ping.py:22: Test FAILED (6.4 sec)
06:24:31.321520 run    osmo-hlr_10.42.42.2(pid=4396): ERR: Terminated: ERROR {rc=237}  [trial-2370↪gprs:trx-lms-limenet-micro↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4396)]
06:24:31.373492 run    osmo-hlr_10.42.42.2(pid=4396): stdout: 
| (launched: 2022-12-10_06:24:28.089058) 
06:24:31.426237 run    osmo-hlr_10.42.42.2(pid=4396): stderr: 
| �[0;m�[1;31m20221210062428287 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210062428287 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210062428287 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210062428287 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210062428287 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210062428287 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210062428300 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/gprs:trx-lms-limenet-micro/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210062428310 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210062428310 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210062428310 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
06:24:31.470822 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4395): Terminating (SIGTERM)
06:24:31.516328 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4398): Terminating (SIGTERM)
06:24:31.559280 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4401): Terminating (SIGTERM)
06:24:31.569232 ---      ParallelTerminationStrategy: PID 4395 died...
06:24:31.625554 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4395): Terminated: ok {rc=0}
06:24:31.635924 ---      ParallelTerminationStrategy: PID 4398 died...
06:24:31.693570 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4398): Terminated: ok {rc=0}
06:24:31.704466 ---      ParallelTerminationStrategy: PID 4401 died...
06:24:31.760322 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4401): Terminated: ok {rc=0}
06:24:31.848323 bus                          /gobi_6: Setting Powered False
</stdout></case><case><age>232</age><className>gprs:trx-lms-limenet-micro</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=4409): Process ended prematurely: osmo-stp_10.42.42.5(pid=4409) [trial-2370↪gprs:trx-lms-limenet-micro↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4409)]</errorStackTrace><failedSince>2139</failedSince><name>ping_idle_ping.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py", line 27, in &lt;module&gt;
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4409): Process ended prematurely: osmo-stp_10.42.42.5(pid=4409) [trial-2370↪gprs:trx-lms-limenet-micro↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4409)]
</stderr><stdout>
----------------------------------------------
trial-2370 gprs:trx-lms-limenet-micro ping_idle_ping.py
----------------------------------------------
06:24:32.899256 tst       gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)
06:24:32.910902 tst       gprs:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)
06:24:33.040371 tst                ping_idle_ping.py: using LAC 26466
06:24:33.153129 tst                ping_idle_ping.py: using RAC 201
06:24:33.267970 tst                ping_idle_ping.py: using CellId 26466
06:24:33.380686 tst                ping_idle_ping.py: using BVCI 26467
06:24:33.402668 tst       gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)
06:24:33.413417 tst       gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)
06:24:33.423840 tst       gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)
06:24:33.434741 tst       gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)
06:24:33.445384 tst       gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)
06:24:33.455993 tst       gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)
06:24:33.466903 tst       gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)
06:24:33.477678 tst       gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)
06:24:33.741901 tst             ping_idle_ping.py:24: start network...
06:24:33.860488 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
06:24:34.313886 run          create_hlr_db(pid=4403): Launched
06:24:34.479067 bus                          /gobi_6: Setting Powered False
06:24:35.499480 run          create_hlr_db(pid=4403): Terminated: ok {rc=0}
06:24:35.907602 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4405): Launched
06:24:36.216296 run    osmo-hlr_10.42.42.2(pid=4406): Launched
06:24:36.329134 run              osmo-stp_10.42.42.5: Starting osmo-stp
06:24:36.863349 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4408): Launched
06:24:37.169102 run    osmo-stp_10.42.42.5(pid=4409): Launched
06:24:37.275334 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
06:24:37.775501 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4411): Launched
06:24:37.877277 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
06:24:38.127953 run               patchelf(pid=4412): Launched
06:24:38.296263 run    osmo-stp_10.42.42.5(pid=4409): ERR: Terminated: ERROR {rc=1}  [trial-2370↪gprs:trx-lms-limenet-micro↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4409)]
06:24:38.419572 run    osmo-stp_10.42.42.5(pid=4409): stdout: 
| (launched: 2022-12-10_06:24:37.019563)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:24:38.543281 run    osmo-stp_10.42.42.5(pid=4409): stderr: 
| �[0;m�[38;5;43m20221210062437187 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210062437187 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210062437187 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210062437188 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210062437188 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210062437188 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210062437189 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:24:38.662302 run    osmo-stp_10.42.42.5(pid=4409): stdout: 
| (launched: 2022-12-10_06:24:37.019563)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:24:38.780216 run    osmo-stp_10.42.42.5(pid=4409): stderr: 
| �[0;m�[38;5;43m20221210062437187 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210062437187 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210062437187 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210062437188 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210062437188 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210062437188 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210062437189 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:24:38.917489 run               patchelf(pid=4412): Terminating (SIGINT)
06:24:39.078738 run               patchelf(pid=4412): Terminated: ok {rc=0}
06:24:39.108153 tst             ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=4409): Process ended prematurely: osmo-stp_10.42.42.5(pid=4409) [trial-2370↪gprs:trx-lms-limenet-micro↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4409)]  [trial-2370↪gprs:trx-lms-limenet-micro↪ping_idle_ping.py:27]
06:24:39.116820 tst             ping_idle_ping.py:27: Test FAILED (6.2 sec)
06:24:39.175819 run    osmo-hlr_10.42.42.2(pid=4406): ERR: Terminated: ERROR {rc=237}  [trial-2370↪gprs:trx-lms-limenet-micro↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4406)]
06:24:39.223807 run    osmo-hlr_10.42.42.2(pid=4406): stdout: 
| (launched: 2022-12-10_06:24:36.065149) 
06:24:39.272544 run    osmo-hlr_10.42.42.2(pid=4406): stderr: 
| �[0;m�[1;31m20221210062436259 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210062436259 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210062436259 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210062436259 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210062436259 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210062436259 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210062436273 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/gprs:trx-lms-limenet-micro/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210062436283 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210062436283 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210062436283 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
06:24:39.313586 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4405): Terminating (SIGTERM)
06:24:39.352635 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4408): Terminating (SIGTERM)
06:24:39.391770 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4411): Terminating (SIGTERM)
06:24:39.401801 ---      ParallelTerminationStrategy: PID 4405 died...
06:24:39.453864 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4405): Terminated: ok {rc=0}
06:24:39.463157 ---      ParallelTerminationStrategy: PID 4408 died...
06:24:39.514791 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4408): Terminated: ok {rc=0}
06:24:39.524261 ---      ParallelTerminationStrategy: PID 4411 died...
06:24:39.576056 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4411): Terminated: ok {rc=0}
06:24:39.661605 bus                          /gobi_6: Setting Powered False
</stdout></case><duration>59.0</duration><id>125</id><name>gprs_trx-lms-limenet-micro</name><properties></properties><timestamp>2022-12-10T06:23:42</timestamp></suite><suite><case><age>232</age><className>gprs:trx-lms-limenet-micro+mod-bts0-egprs</className><duration>9.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=4426): Process ended prematurely: osmo-stp_10.42.42.5(pid=4426) [trial-2370↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4426)]</errorStackTrace><failedSince>2139</failedSince><name>cs_paging_gprs_active.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py", line 38, in &lt;module&gt;
    setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py", line 67, in setup_run_iperf3_test_parallel
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4426): Process ended prematurely: osmo-stp_10.42.42.5(pid=4426) [trial-2370↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4426)]
</stderr><stdout>
----------------------------------------------
trial-2370 gprs:trx-lms-limenet-micro+mod-bts0-egprs cs_paging_gprs_active.py
----------------------------------------------
06:24:41.801549 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
06:24:41.812774 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x bts (candidates: 1)
06:24:41.955055 tst         cs_paging_gprs_active.py: using LAC 26467
06:24:42.076418 tst         cs_paging_gprs_active.py: using RAC 202
06:24:42.200338 tst         cs_paging_gprs_active.py: using CellId 26467
06:24:42.321173 tst         cs_paging_gprs_active.py: using BVCI 26468
06:24:42.345137 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
06:24:42.356286 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
06:24:42.367406 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
06:24:42.378516 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
06:24:42.389640 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
06:24:42.400716 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
06:24:42.411883 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
06:24:42.422919 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
06:24:42.434272 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)
06:24:42.547699 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)
06:24:42.821453 tst      cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...
06:24:42.942799 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
06:24:43.245484 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4416): Launched
06:24:43.496395 run iperf3-srv_10.42.42.10(pid=4417): Launched
06:24:43.673525 tst      cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...
06:24:43.794372 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
06:24:44.097174 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4418): Launched
06:24:44.347948 run iperf3-srv_10.42.42.10(pid=4419): Launched
06:24:44.525341 tst      cs_paging_gprs_active.py:38: start network...
06:24:44.646318 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
06:24:45.108606 run          create_hlr_db(pid=4420): Launched
06:24:45.275875 bus                          /gobi_6: Setting Powered False
06:24:46.345994 run          create_hlr_db(pid=4420): Terminated: ok {rc=0}
06:24:46.790698 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4422): Launched
06:24:47.170284 run    osmo-hlr_10.42.42.2(pid=4423): Launched
06:24:47.286764 run              osmo-stp_10.42.42.5: Starting osmo-stp
06:24:47.829852 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4425): Launched
06:24:48.142301 run    osmo-stp_10.42.42.5(pid=4426): Launched
06:24:48.255261 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
06:24:48.801285 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4428): Launched
06:24:48.912356 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
06:24:49.185329 run               patchelf(pid=4429): Launched
06:24:49.368224 run    osmo-stp_10.42.42.5(pid=4426): ERR: Terminated: ERROR {rc=1}  [trial-2370↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4426)]
06:24:49.501974 run    osmo-stp_10.42.42.5(pid=4426): stdout: 
| (launched: 2022-12-10_06:24:47.989310)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:24:49.636004 run    osmo-stp_10.42.42.5(pid=4426): stderr: 
| �[0;m�[38;5;43m20221210062448181 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210062448181 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210062448181 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210062448182 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210062448182 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210062448182 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210062448182 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:24:49.765628 run    osmo-stp_10.42.42.5(pid=4426): stdout: 
| (launched: 2022-12-10_06:24:47.989310)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:24:49.893561 run    osmo-stp_10.42.42.5(pid=4426): stderr: 
| �[0;m�[38;5;43m20221210062448181 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210062448181 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210062448181 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210062448182 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210062448182 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210062448182 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210062448182 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:24:50.043295 run               patchelf(pid=4429): Terminating (SIGINT)
06:24:50.219000 run               patchelf(pid=4429): Terminated: ok {rc=0}
06:24:50.251285 tst      cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=4426): Process ended prematurely: osmo-stp_10.42.42.5(pid=4426) [trial-2370↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4426)]  [trial-2370↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪cs_paging_gprs_active.py:38]
06:24:50.261115 tst      cs_paging_gprs_active.py:38: Test FAILED (8.5 sec)
06:24:50.322858 run    osmo-hlr_10.42.42.2(pid=4423): ERR: Terminated: ERROR {rc=237}  [trial-2370↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4423)]
06:24:50.373326 run    osmo-hlr_10.42.42.2(pid=4423): stdout: 
| (launched: 2022-12-10_06:24:46.954871) 
06:24:50.424281 run    osmo-hlr_10.42.42.2(pid=4423): stderr: 
| �[0;m�[1;31m20221210062447197 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210062447197 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210062447197 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210062447197 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210062447197 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210062447197 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210062447209 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/gprs:trx-lms-limenet-micro+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210062447218 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210062447218 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210062447218 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
06:24:50.467672 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4416): Terminating (SIGTERM)
06:24:50.508477 run iperf3-srv_10.42.42.10(pid=4417): Terminating (SIGTERM)
06:24:50.549482 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4418): Terminating (SIGTERM)
06:24:50.590218 run iperf3-srv_10.42.42.10(pid=4419): Terminating (SIGTERM)
06:24:50.631070 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4422): Terminating (SIGTERM)
06:24:50.671872 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4425): Terminating (SIGTERM)
06:24:50.712891 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4428): Terminating (SIGTERM)
06:24:50.722439 ---      ParallelTerminationStrategy: PID 4416 died...
06:24:50.777229 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4416): Terminated: ok {rc=0}
06:24:50.787039 ---      ParallelTerminationStrategy: PID 4417 died...
06:24:50.841257 run iperf3-srv_10.42.42.10(pid=4417): Terminated {rc=256}
06:24:50.851018 ---      ParallelTerminationStrategy: PID 4418 died...
06:24:50.905401 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4418): Terminated: ok {rc=0}
06:24:50.915194 ---      ParallelTerminationStrategy: PID 4419 died...
06:24:50.969508 run iperf3-srv_10.42.42.10(pid=4419): Terminated {rc=256}
06:24:50.979303 ---      ParallelTerminationStrategy: PID 4422 died...
06:24:51.034488 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4422): Terminated: ok {rc=0}
06:24:51.044279 ---      ParallelTerminationStrategy: PID 4425 died...
06:24:51.099417 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4425): Terminated: ok {rc=0}
06:24:51.109371 ---      ParallelTerminationStrategy: PID 4428 died...
06:24:51.164371 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4428): Terminated: ok {rc=0}
06:24:51.249702 bus                          /gobi_0: Setting Powered False
06:24:52.353123 bus                          /gobi_0: Setting Powered False
06:24:53.461606 bus                          /gobi_6: Setting Powered False
</stdout></case><case><age>232</age><className>gprs:trx-lms-limenet-micro+mod-bts0-egprs</className><duration>8.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=4438): Process ended prematurely: osmo-stp_10.42.42.5(pid=4438) [trial-2370↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4438)]</errorStackTrace><failedSince>2139</failedSince><name>iperf3.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py", line 8, in &lt;module&gt;
    setup_run_iperf3_test_parallel(1)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py", line 67, in setup_run_iperf3_test_parallel
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4438): Process ended prematurely: osmo-stp_10.42.42.5(pid=4438) [trial-2370↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4438)]
</stderr><stdout>
----------------------------------------------
trial-2370 gprs:trx-lms-limenet-micro+mod-bts0-egprs iperf3.py
----------------------------------------------
06:24:54.567164 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
06:24:54.579070 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x bts (candidates: 1)
06:24:54.710533 tst                        iperf3.py: using LAC 26468
06:24:54.825181 tst                        iperf3.py: using RAC 203
06:24:54.947251 tst                        iperf3.py: using CellId 26468
06:24:55.072078 tst                        iperf3.py: using BVCI 26469
06:24:55.096040 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
06:24:55.107468 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
06:24:55.118621 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
06:24:55.129849 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
06:24:55.140902 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
06:24:55.152101 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
06:24:55.163393 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
06:24:55.174499 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
06:24:55.185780 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)
06:24:55.454952 tst                      iperf3.py:8: start iperfv3 server 10.42.42.10:5003...
06:24:55.575818 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
06:24:55.877519 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4430): Launched
06:24:56.127973 run iperf3-srv_10.42.42.10(pid=4431): Launched
06:24:56.304328 tst                      iperf3.py:8: start network...
06:24:56.424600 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
06:24:56.884274 run          create_hlr_db(pid=4432): Launched
06:24:57.051093 bus                          /gobi_6: Setting Powered False
06:24:58.073524 run          create_hlr_db(pid=4432): Terminated: ok {rc=0}
06:24:58.487182 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4434): Launched
06:24:58.798011 run    osmo-hlr_10.42.42.2(pid=4435): Launched
06:24:58.912379 run              osmo-stp_10.42.42.5: Starting osmo-stp
06:24:59.452541 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4437): Launched
06:24:59.763216 run    osmo-stp_10.42.42.5(pid=4438): Launched
06:24:59.875354 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
06:25:00.418875 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4440): Launched
06:25:00.529728 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
06:25:00.801193 run               patchelf(pid=4441): Launched
06:25:00.992863 run    osmo-stp_10.42.42.5(pid=4438): ERR: Terminated: ERROR {rc=1}  [trial-2370↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4438)]
06:25:01.128668 run    osmo-stp_10.42.42.5(pid=4438): stdout: 
| (launched: 2022-12-10_06:24:59.610251)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:25:01.264663 run    osmo-stp_10.42.42.5(pid=4438): stderr: 
| �[0;m�[38;5;43m20221210062459800 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210062459800 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210062459800 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210062459801 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210062459801 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210062459801 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210062459801 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:25:01.396001 run    osmo-stp_10.42.42.5(pid=4438): stdout: 
| (launched: 2022-12-10_06:24:59.610251)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:25:01.526292 run    osmo-stp_10.42.42.5(pid=4438): stderr: 
| �[0;m�[38;5;43m20221210062459800 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210062459800 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210062459800 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210062459801 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210062459801 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210062459801 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210062459801 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:25:01.687318 run               patchelf(pid=4441): Terminating (SIGINT)
06:25:01.882716 run               patchelf(pid=4441): Terminated: ok {rc=0}
06:25:01.916453 tst                      iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=4438): Process ended prematurely: osmo-stp_10.42.42.5(pid=4438) [trial-2370↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4438)]  [trial-2370↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3.py:8]
06:25:01.927152 tst                      iperf3.py:8: Test FAILED (7.4 sec)
06:25:01.992386 run    osmo-hlr_10.42.42.2(pid=4435): ERR: Terminated: ERROR {rc=237}  [trial-2370↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4435)]
06:25:02.044322 run    osmo-hlr_10.42.42.2(pid=4435): stdout: 
| (launched: 2022-12-10_06:24:58.645491) 
06:25:02.096320 run    osmo-hlr_10.42.42.2(pid=4435): stderr: 
| �[0;m�[1;31m20221210062458840 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210062458840 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210062458840 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210062458840 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210062458840 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210062458840 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210062458853 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/gprs:trx-lms-limenet-micro+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210062458861 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210062458862 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210062458862 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
06:25:02.141602 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4430): Terminating (SIGTERM)
06:25:02.184440 run iperf3-srv_10.42.42.10(pid=4431): Terminating (SIGTERM)
06:25:02.229106 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4434): Terminating (SIGTERM)
06:25:02.270580 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4437): Terminating (SIGTERM)
06:25:02.312079 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4440): Terminating (SIGTERM)
06:25:02.321614 ---      ParallelTerminationStrategy: PID 4430 died...
06:25:02.376655 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4430): Terminated: ok {rc=0}
06:25:02.385969 ---      ParallelTerminationStrategy: PID 4431 died...
06:25:02.437754 run iperf3-srv_10.42.42.10(pid=4431): Terminated {rc=256}
06:25:02.447337 ---      ParallelTerminationStrategy: PID 4434 died...
06:25:02.499172 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4434): Terminated: ok {rc=0}
06:25:02.508416 ---      ParallelTerminationStrategy: PID 4437 died...
06:25:02.560132 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4437): Terminated: ok {rc=0}
06:25:02.569717 ---      ParallelTerminationStrategy: PID 4440 died...
06:25:02.621508 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4440): Terminated: ok {rc=0}
06:25:02.707748 bus                          /gobi_6: Setting Powered False
</stdout></case><case><age>232</age><className>gprs:trx-lms-limenet-micro+mod-bts0-egprs</className><duration>11.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=4459): Process ended prematurely: osmo-stp_10.42.42.5(pid=4459) [trial-2370↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4459)]</errorStackTrace><failedSince>2139</failedSince><name>iperf3m4.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py", line 8, in &lt;module&gt;
    setup_run_iperf3_test_parallel(4)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py", line 67, in setup_run_iperf3_test_parallel
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4459): Process ended prematurely: osmo-stp_10.42.42.5(pid=4459) [trial-2370↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4459)]
</stderr><stdout>
----------------------------------------------
trial-2370 gprs:trx-lms-limenet-micro+mod-bts0-egprs iperf3m4.py
----------------------------------------------
06:25:03.815002 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
06:25:03.826704 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x bts (candidates: 1)
06:25:03.965233 tst                      iperf3m4.py: using LAC 26469
06:25:04.089352 tst                      iperf3m4.py: using RAC 204
06:25:04.214045 tst                      iperf3m4.py: using CellId 26469
06:25:04.336215 tst                      iperf3m4.py: using BVCI 26470
06:25:04.360396 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
06:25:04.371986 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
06:25:04.383375 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
06:25:04.395029 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
06:25:04.406295 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
06:25:04.417618 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
06:25:04.429070 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
06:25:04.440242 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
06:25:04.451772 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)
06:25:04.570481 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)
06:25:04.688217 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)
06:25:04.805719 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)
06:25:05.080386 tst                    iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...
06:25:05.201251 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
06:25:05.502670 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4445): Launched
06:25:05.753133 run iperf3-srv_10.42.42.10(pid=4446): Launched
06:25:05.930303 tst                    iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...
06:25:06.050986 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
06:25:06.352534 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4447): Launched
06:25:06.601992 run iperf3-srv_10.42.42.10(pid=4448): Launched
06:25:06.778620 tst                    iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...
06:25:06.899253 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
06:25:07.200096 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4449): Launched
06:25:07.449390 run iperf3-srv_10.42.42.10(pid=4450): Launched
06:25:07.625174 tst                    iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...
06:25:07.745284 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
06:25:08.046018 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4451): Launched
06:25:08.296795 run iperf3-srv_10.42.42.10(pid=4452): Launched
06:25:08.473431 tst                    iperf3m4.py:8: start network...
06:25:08.594079 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
06:25:09.056179 run          create_hlr_db(pid=4453): Launched
06:25:09.223626 bus                          /gobi_6: Setting Powered False
06:25:10.245166 run          create_hlr_db(pid=4453): Terminated: ok {rc=0}
06:25:10.633090 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4455): Launched
06:25:10.923419 run    osmo-hlr_10.42.42.2(pid=4456): Launched
06:25:11.027634 run              osmo-stp_10.42.42.5: Starting osmo-stp
06:25:11.534974 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4458): Launched
06:25:11.826994 run    osmo-stp_10.42.42.5(pid=4459): Launched
06:25:11.933245 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
06:25:12.441806 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4461): Launched
06:25:12.545763 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
06:25:12.802302 run               patchelf(pid=4462): Launched
06:25:12.973812 run    osmo-stp_10.42.42.5(pid=4459): ERR: Terminated: ERROR {rc=1}  [trial-2370↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4459)]
06:25:13.099266 run    osmo-stp_10.42.42.5(pid=4459): stdout: 
| (launched: 2022-12-10_06:25:11.682561)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:25:13.224844 run    osmo-stp_10.42.42.5(pid=4459): stderr: 
| �[0;m�[38;5;43m20221210062511850 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210062511850 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210062511850 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210062511851 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210062511853 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210062511853 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210062511853 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:25:13.346085 run    osmo-stp_10.42.42.5(pid=4459): stdout: 
| (launched: 2022-12-10_06:25:11.682561)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:25:13.466080 run    osmo-stp_10.42.42.5(pid=4459): stderr: 
| �[0;m�[38;5;43m20221210062511850 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210062511850 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210062511850 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210062511851 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210062511853 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210062511853 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210062511853 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:25:13.605611 run               patchelf(pid=4462): Terminating (SIGINT)
06:25:13.769611 run               patchelf(pid=4462): Terminated: ok {rc=0}
06:25:13.800016 tst                    iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=4459): Process ended prematurely: osmo-stp_10.42.42.5(pid=4459) [trial-2370↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4459)]  [trial-2370↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3m4.py:8]
06:25:13.809408 tst                    iperf3m4.py:8: Test FAILED (10.0 sec)
06:25:13.869334 run    osmo-hlr_10.42.42.2(pid=4456): ERR: Terminated: ERROR {rc=237}  [trial-2370↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4456)]
06:25:13.917842 run    osmo-hlr_10.42.42.2(pid=4456): stdout: 
| (launched: 2022-12-10_06:25:10.780430) 
06:25:13.966944 run    osmo-hlr_10.42.42.2(pid=4456): stderr: 
| �[0;m�[1;31m20221210062510954 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210062510954 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210062510954 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210062510954 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210062510954 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210062510954 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210062510971 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/gprs:trx-lms-limenet-micro+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210062510981 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210062510981 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210062510981 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
06:25:14.008424 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4445): Terminating (SIGTERM)
06:25:14.047626 run iperf3-srv_10.42.42.10(pid=4446): Terminating (SIGTERM)
06:25:14.086778 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4447): Terminating (SIGTERM)
06:25:14.125740 run iperf3-srv_10.42.42.10(pid=4448): Terminating (SIGTERM)
06:25:14.164844 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4449): Terminating (SIGTERM)
06:25:14.203912 run iperf3-srv_10.42.42.10(pid=4450): Terminating (SIGTERM)
06:25:14.243148 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4451): Terminating (SIGTERM)
06:25:14.282285 run iperf3-srv_10.42.42.10(pid=4452): Terminating (SIGTERM)
06:25:14.321353 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4455): Terminating (SIGTERM)
06:25:14.360555 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4458): Terminating (SIGTERM)
06:25:14.399928 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4461): Terminating (SIGTERM)
06:25:14.409233 ---      ParallelTerminationStrategy: PID 4445 died...
06:25:14.461882 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4445): Terminated: ok {rc=0}
06:25:14.471617 ---      ParallelTerminationStrategy: PID 4446 died...
06:25:14.523557 run iperf3-srv_10.42.42.10(pid=4446): Terminated {rc=256}
06:25:14.533181 ---      ParallelTerminationStrategy: PID 4447 died...
06:25:14.585289 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4447): Terminated: ok {rc=0}
06:25:14.594591 ---      ParallelTerminationStrategy: PID 4448 died...
06:25:14.646475 run iperf3-srv_10.42.42.10(pid=4448): Terminated {rc=256}
06:25:14.656067 ---      ParallelTerminationStrategy: PID 4449 died...
06:25:14.708017 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4449): Terminated: ok {rc=0}
06:25:14.717656 ---      ParallelTerminationStrategy: PID 4450 died...
06:25:14.769219 run iperf3-srv_10.42.42.10(pid=4450): Terminated {rc=256}
06:25:14.778666 ---      ParallelTerminationStrategy: PID 4451 died...
06:25:14.830776 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4451): Terminated: ok {rc=0}
06:25:14.840320 ---      ParallelTerminationStrategy: PID 4452 died...
06:25:14.892740 run iperf3-srv_10.42.42.10(pid=4452): Terminated {rc=256}
06:25:14.902111 ---      ParallelTerminationStrategy: PID 4455 died...
06:25:14.954445 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4455): Terminated: ok {rc=0}
06:25:14.963796 ---      ParallelTerminationStrategy: PID 4458 died...
06:25:15.016178 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4458): Terminated: ok {rc=0}
06:25:15.025941 ---      ParallelTerminationStrategy: PID 4461 died...
06:25:15.078991 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4461): Terminated: ok {rc=0}
06:25:15.166526 bus                          /gobi_4: Setting Powered False
06:25:16.291889 bus                          /gobi_4: Setting Powered False
06:25:17.398642 bus                          /gobi_1: Setting Powered False
06:25:18.505223 bus                          /gobi_1: Setting Powered False
06:25:19.615667 bus                          /gobi_0: Setting Powered False
06:25:20.717943 bus                          /gobi_0: Setting Powered False
06:25:21.829692 bus                          /gobi_6: Setting Powered False
</stdout></case><case><age>232</age><className>gprs:trx-lms-limenet-micro+mod-bts0-egprs</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=4469): Process ended prematurely: osmo-stp_10.42.42.5(pid=4469) [trial-2370↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4469)]</errorStackTrace><failedSince>2139</failedSince><name>ping.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py", line 22, in &lt;module&gt;
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4469): Process ended prematurely: osmo-stp_10.42.42.5(pid=4469) [trial-2370↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4469)]
</stderr><stdout>
----------------------------------------------
trial-2370 gprs:trx-lms-limenet-micro+mod-bts0-egprs ping.py
----------------------------------------------
06:25:22.896862 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
06:25:22.908520 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x bts (candidates: 1)
06:25:23.043440 tst                          ping.py: using LAC 26470
06:25:23.166698 tst                          ping.py: using RAC 205
06:25:23.287066 tst                          ping.py: using CellId 26470
06:25:23.408217 tst                          ping.py: using BVCI 26471
06:25:23.432100 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
06:25:23.443605 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
06:25:23.455040 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
06:25:23.466878 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
06:25:23.478470 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
06:25:23.490108 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
06:25:23.501864 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
06:25:23.513408 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)
06:25:23.793593 tst                       ping.py:19: start network...
06:25:23.921328 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
06:25:24.411911 run          create_hlr_db(pid=4463): Launched
06:25:24.590563 bus                          /gobi_6: Setting Powered False
06:25:25.609949 run          create_hlr_db(pid=4463): Terminated: ok {rc=0}
06:25:25.996363 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4465): Launched
06:25:26.282046 run    osmo-hlr_10.42.42.2(pid=4466): Launched
06:25:26.393066 run              osmo-stp_10.42.42.5: Starting osmo-stp
06:25:26.897495 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4468): Launched
06:25:27.182718 run    osmo-stp_10.42.42.5(pid=4469): Launched
06:25:27.286203 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
06:25:27.786206 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4471): Launched
06:25:27.887278 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
06:25:28.137955 run               patchelf(pid=4472): Launched
06:25:28.306608 run    osmo-stp_10.42.42.5(pid=4469): ERR: Terminated: ERROR {rc=1}  [trial-2370↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4469)]
06:25:28.430496 run    osmo-stp_10.42.42.5(pid=4469): stdout: 
| (launched: 2022-12-10_06:25:27.042096)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:25:28.554334 run    osmo-stp_10.42.42.5(pid=4469): stderr: 
| �[0;m�[38;5;43m20221210062527208 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210062527208 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210062527209 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210062527209 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210062527210 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210062527210 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210062527210 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:25:28.673530 run    osmo-stp_10.42.42.5(pid=4469): stdout: 
| (launched: 2022-12-10_06:25:27.042096)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:25:28.791037 run    osmo-stp_10.42.42.5(pid=4469): stderr: 
| �[0;m�[38;5;43m20221210062527208 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210062527208 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210062527209 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210062527209 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210062527210 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210062527210 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210062527210 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:25:28.928328 run               patchelf(pid=4472): Terminating (SIGINT)
06:25:29.089580 run               patchelf(pid=4472): Terminated: ok {rc=0}
06:25:29.119163 tst                       ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=4469): Process ended prematurely: osmo-stp_10.42.42.5(pid=4469) [trial-2370↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4469)]  [trial-2370↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping.py:22]
06:25:29.127809 tst                       ping.py:22: Test FAILED (6.2 sec)
06:25:29.187700 run    osmo-hlr_10.42.42.2(pid=4466): ERR: Terminated: ERROR {rc=237}  [trial-2370↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4466)]
06:25:29.236216 run    osmo-hlr_10.42.42.2(pid=4466): stdout: 
| (launched: 2022-12-10_06:25:26.141207) 
06:25:29.285647 run    osmo-hlr_10.42.42.2(pid=4466): stderr: 
| �[0;m�[1;31m20221210062526317 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210062526317 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210062526317 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210062526317 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210062526317 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210062526317 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210062526329 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/gprs:trx-lms-limenet-micro+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210062526337 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210062526337 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210062526337 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
06:25:29.327069 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4465): Terminating (SIGTERM)
06:25:29.366320 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4468): Terminating (SIGTERM)
06:25:29.405467 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4471): Terminating (SIGTERM)
06:25:29.414693 ---      ParallelTerminationStrategy: PID 4465 died...
06:25:29.467500 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4465): Terminated: ok {rc=0}
06:25:29.477212 ---      ParallelTerminationStrategy: PID 4468 died...
06:25:29.530071 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4468): Terminated: ok {rc=0}
06:25:29.539470 ---      ParallelTerminationStrategy: PID 4471 died...
06:25:29.591963 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4471): Terminated: ok {rc=0}
06:25:29.674469 bus                          /gobi_6: Setting Powered False
</stdout></case><case><age>232</age><className>gprs:trx-lms-limenet-micro+mod-bts0-egprs</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=4479): Process ended prematurely: osmo-stp_10.42.42.5(pid=4479) [trial-2370↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4479)]</errorStackTrace><failedSince>2139</failedSince><name>ping_idle_ping.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py", line 27, in &lt;module&gt;
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4479): Process ended prematurely: osmo-stp_10.42.42.5(pid=4479) [trial-2370↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4479)]
</stderr><stdout>
----------------------------------------------
trial-2370 gprs:trx-lms-limenet-micro+mod-bts0-egprs ping_idle_ping.py
----------------------------------------------
06:25:30.726716 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
06:25:30.739314 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x bts (candidates: 1)
06:25:30.889564 tst                ping_idle_ping.py: using LAC 26471
06:25:31.035582 tst                ping_idle_ping.py: using RAC 206
06:25:31.155567 tst                ping_idle_ping.py: using CellId 26471
06:25:31.304702 tst                ping_idle_ping.py: using BVCI 26472
06:25:31.336676 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
06:25:31.351194 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
06:25:31.366459 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
06:25:31.380074 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
06:25:31.392464 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
06:25:31.404340 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
06:25:31.416881 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
06:25:31.429190 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)
06:25:31.728925 tst             ping_idle_ping.py:24: start network...
06:25:31.850440 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
06:25:32.349443 run          create_hlr_db(pid=4473): Launched
06:25:32.529387 bus                          /gobi_6: Setting Powered False
06:25:33.539640 run          create_hlr_db(pid=4473): Terminated: ok {rc=0}
06:25:33.956634 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4475): Launched
06:25:34.264125 run    osmo-hlr_10.42.42.2(pid=4476): Launched
06:25:34.379081 run              osmo-stp_10.42.42.5: Starting osmo-stp
06:25:34.912043 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4478): Launched
06:25:35.218409 run    osmo-stp_10.42.42.5(pid=4479): Launched
06:25:35.328739 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
06:25:35.864365 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4481): Launched
06:25:35.973420 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
06:25:36.241476 run               patchelf(pid=4482): Launched
06:25:36.422660 run    osmo-stp_10.42.42.5(pid=4479): ERR: Terminated: ERROR {rc=1}  [trial-2370↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4479)]
06:25:36.555046 run    osmo-stp_10.42.42.5(pid=4479): stdout: 
| (launched: 2022-12-10_06:25:35.068192)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:25:36.687459 run    osmo-stp_10.42.42.5(pid=4479): stderr: 
| �[0;m�[38;5;43m20221210062535259 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210062535259 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210062535259 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210062535260 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210062535260 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210062535260 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210062535260 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:25:36.815091 run    osmo-stp_10.42.42.5(pid=4479): stdout: 
| (launched: 2022-12-10_06:25:35.068192)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:25:36.941360 run    osmo-stp_10.42.42.5(pid=4479): stderr: 
| �[0;m�[38;5;43m20221210062535259 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210062535259 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210062535259 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210062535260 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210062535260 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210062535260 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210062535260 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:25:37.088766 run               patchelf(pid=4482): Terminating (SIGINT)
06:25:37.261055 run               patchelf(pid=4482): Terminated: ok {rc=0}
06:25:37.292449 tst             ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=4479): Process ended prematurely: osmo-stp_10.42.42.5(pid=4479) [trial-2370↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4479)]  [trial-2370↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping_idle_ping.py:27]
06:25:37.301843 tst             ping_idle_ping.py:27: Test FAILED (6.6 sec)
06:25:37.363334 run    osmo-hlr_10.42.42.2(pid=4476): ERR: Terminated: ERROR {rc=237}  [trial-2370↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4476)]
06:25:37.413868 run    osmo-hlr_10.42.42.2(pid=4476): stdout: 
| (launched: 2022-12-10_06:25:34.113872) 
06:25:37.464847 run    osmo-hlr_10.42.42.2(pid=4476): stderr: 
| �[0;m�[1;31m20221210062534309 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210062534309 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210062534309 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210062534309 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210062534309 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210062534309 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210062534322 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/gprs:trx-lms-limenet-micro+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210062534332 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210062534333 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210062534333 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
06:25:37.508527 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4475): Terminating (SIGTERM)
06:25:37.549736 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4478): Terminating (SIGTERM)
06:25:37.591024 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4481): Terminating (SIGTERM)
06:25:37.600613 ---      ParallelTerminationStrategy: PID 4475 died...
06:25:37.655564 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4475): Terminated: ok {rc=0}
06:25:37.665581 ---      ParallelTerminationStrategy: PID 4478 died...
06:25:37.720149 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4478): Terminated: ok {rc=0}
06:25:37.730131 ---      ParallelTerminationStrategy: PID 4481 died...
06:25:37.784722 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4481): Terminated: ok {rc=0}
06:25:37.870214 bus                          /gobi_6: Setting Powered False
</stdout></case><duration>59.0</duration><id>126</id><name>gprs_trx-lms-limenet-micro+mod-bts0-egprs</name><properties></properties><timestamp>2022-12-10T06:24:41</timestamp></suite><suite><case><age>232</age><className>gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa</className><duration>9.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=4496): Process ended prematurely: osmo-stp_10.42.42.5(pid=4496) [trial-2370↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4496)]</errorStackTrace><failedSince>2139</failedSince><name>cs_paging_gprs_active.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py", line 38, in &lt;module&gt;
    setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py", line 67, in setup_run_iperf3_test_parallel
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4496): Process ended prematurely: osmo-stp_10.42.42.5(pid=4496) [trial-2370↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4496)]
</stderr><stdout>
----------------------------------------------
trial-2370 gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa cs_paging_gprs_active.py
----------------------------------------------
06:25:40.001837 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
06:25:40.012817 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)
06:25:40.161592 tst         cs_paging_gprs_active.py: using LAC 26472
06:25:40.276323 tst         cs_paging_gprs_active.py: using RAC 207
06:25:40.391113 tst         cs_paging_gprs_active.py: using CellId 26472
06:25:40.506785 tst         cs_paging_gprs_active.py: using BVCI 26473
06:25:40.529145 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
06:25:40.540148 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
06:25:40.551002 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
06:25:40.562195 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
06:25:40.573266 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
06:25:40.584204 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
06:25:40.595353 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
06:25:40.606296 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
06:25:40.617469 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)
06:25:40.734687 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)
06:25:41.003899 tst      cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...
06:25:41.125366 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
06:25:41.428525 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4486): Launched
06:25:41.680361 run iperf3-srv_10.42.42.10(pid=4487): Launched
06:25:41.857909 tst      cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...
06:25:42.003769 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
06:25:42.306412 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4488): Launched
06:25:42.558164 run iperf3-srv_10.42.42.10(pid=4489): Launched
06:25:42.734503 tst      cs_paging_gprs_active.py:38: start network...
06:25:42.855187 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
06:25:43.314508 run          create_hlr_db(pid=4490): Launched
06:25:43.481942 bus                          /gobi_6: Setting Powered False
06:25:44.504707 run          create_hlr_db(pid=4490): Terminated: ok {rc=0}
06:25:44.921235 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4492): Launched
06:25:45.234540 run    osmo-hlr_10.42.42.2(pid=4493): Launched
06:25:45.349099 run              osmo-stp_10.42.42.5: Starting osmo-stp
06:25:45.914551 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4495): Launched
06:25:46.314125 run    osmo-stp_10.42.42.5(pid=4496): Launched
06:25:46.554580 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
06:25:47.127315 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4498): Launched
06:25:47.241766 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
06:25:47.516681 run               patchelf(pid=4499): Launched
06:25:47.700242 run    osmo-stp_10.42.42.5(pid=4496): ERR: Terminated: ERROR {rc=1}  [trial-2370↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4496)]
06:25:47.834571 run    osmo-stp_10.42.42.5(pid=4496): stdout: 
| (launched: 2022-12-10_06:25:46.066319)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:25:47.968646 run    osmo-stp_10.42.42.5(pid=4496): stderr: 
| �[0;m�[38;5;43m20221210062546383 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210062546383 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210062546383 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210062546383 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210062546384 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210062546384 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210062546384 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:25:48.099074 run    osmo-stp_10.42.42.5(pid=4496): stdout: 
| (launched: 2022-12-10_06:25:46.066319)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:25:48.227755 run    osmo-stp_10.42.42.5(pid=4496): stderr: 
| �[0;m�[38;5;43m20221210062546383 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210062546383 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210062546383 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210062546383 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210062546384 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210062546384 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210062546384 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:25:48.377432 run               patchelf(pid=4499): Terminating (SIGINT)
06:25:48.553969 run               patchelf(pid=4499): Terminated: ok {rc=0}
06:25:48.586551 tst      cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=4496): Process ended prematurely: osmo-stp_10.42.42.5(pid=4496) [trial-2370↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4496)]  [trial-2370↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]
06:25:48.596353 tst      cs_paging_gprs_active.py:38: Test FAILED (8.6 sec)
06:25:48.657956 run    osmo-hlr_10.42.42.2(pid=4493): ERR: Terminated: ERROR {rc=237}  [trial-2370↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4493)]
06:25:48.708268 run    osmo-hlr_10.42.42.2(pid=4493): stdout: 
| (launched: 2022-12-10_06:25:45.080541) 
06:25:48.759129 run    osmo-hlr_10.42.42.2(pid=4493): stderr: 
| �[0;m�[1;31m20221210062545275 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210062545275 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210062545275 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210062545275 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210062545275 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210062545275 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210062545288 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210062545296 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210062545296 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210062545296 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
06:25:48.802328 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4486): Terminating (SIGTERM)
06:25:48.843202 run iperf3-srv_10.42.42.10(pid=4487): Terminating (SIGTERM)
06:25:48.884018 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4488): Terminating (SIGTERM)
06:25:48.924738 run iperf3-srv_10.42.42.10(pid=4489): Terminating (SIGTERM)
06:25:48.965809 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4492): Terminating (SIGTERM)
06:25:49.006720 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4495): Terminating (SIGTERM)
06:25:49.047935 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4498): Terminating (SIGTERM)
06:25:49.057451 ---      ParallelTerminationStrategy: PID 4486 died...
06:25:49.112328 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4486): Terminated: ok {rc=0}
06:25:49.122170 ---      ParallelTerminationStrategy: PID 4487 died...
06:25:49.176396 run iperf3-srv_10.42.42.10(pid=4487): Terminated {rc=256}
06:25:49.186214 ---      ParallelTerminationStrategy: PID 4488 died...
06:25:49.240600 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4488): Terminated: ok {rc=0}
06:25:49.250403 ---      ParallelTerminationStrategy: PID 4489 died...
06:25:49.304818 run iperf3-srv_10.42.42.10(pid=4489): Terminated {rc=256}
06:25:49.314693 ---      ParallelTerminationStrategy: PID 4492 died...
06:25:49.369530 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4492): Terminated: ok {rc=0}
06:25:49.379279 ---      ParallelTerminationStrategy: PID 4495 died...
06:25:49.433803 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4495): Terminated: ok {rc=0}
06:25:49.443632 ---      ParallelTerminationStrategy: PID 4498 died...
06:25:49.497996 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4498): Terminated: ok {rc=0}
06:25:49.583738 bus                          /gobi_0: Setting Powered False
06:25:50.685655 bus                          /gobi_0: Setting Powered False
06:25:51.794515 bus                          /gobi_6: Setting Powered False
</stdout></case><case><age>232</age><className>gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa</className><duration>8.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=4508): Process ended prematurely: osmo-stp_10.42.42.5(pid=4508) [trial-2370↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4508)]</errorStackTrace><failedSince>2139</failedSince><name>iperf3.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py", line 8, in &lt;module&gt;
    setup_run_iperf3_test_parallel(1)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py", line 67, in setup_run_iperf3_test_parallel
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4508): Process ended prematurely: osmo-stp_10.42.42.5(pid=4508) [trial-2370↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4508)]
</stderr><stdout>
----------------------------------------------
trial-2370 gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa iperf3.py
----------------------------------------------
06:25:52.901068 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
06:25:52.912815 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)
06:25:53.073649 tst                        iperf3.py: using LAC 26473
06:25:53.197928 tst                        iperf3.py: using RAC 208
06:25:53.320281 tst                        iperf3.py: using CellId 26473
06:25:53.442887 tst                        iperf3.py: using BVCI 26474
06:25:53.466834 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
06:25:53.478384 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
06:25:53.489682 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
06:25:53.500935 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
06:25:53.512261 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
06:25:53.523607 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
06:25:53.534998 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
06:25:53.546251 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
06:25:53.558046 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)
06:25:53.828924 tst                      iperf3.py:8: start iperfv3 server 10.42.42.10:5003...
06:25:53.951054 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
06:25:54.254334 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4500): Launched
06:25:54.506872 run iperf3-srv_10.42.42.10(pid=4501): Launched
06:25:54.685264 tst                      iperf3.py:8: start network...
06:25:54.811066 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
06:25:55.310639 run          create_hlr_db(pid=4502): Launched
06:25:55.490151 bus                          /gobi_6: Setting Powered False
06:25:56.510267 run          create_hlr_db(pid=4502): Terminated: ok {rc=0}
06:25:56.926563 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4504): Launched
06:25:57.237976 run    osmo-hlr_10.42.42.2(pid=4505): Launched
06:25:57.355572 run              osmo-stp_10.42.42.5: Starting osmo-stp
06:25:57.903655 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4507): Launched
06:25:58.214868 run    osmo-stp_10.42.42.5(pid=4508): Launched
06:25:58.326991 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
06:25:58.871158 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4510): Launched
06:25:58.982398 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
06:25:59.254982 run               patchelf(pid=4511): Launched
06:25:59.437419 run    osmo-stp_10.42.42.5(pid=4508): ERR: Terminated: ERROR {rc=1}  [trial-2370↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4508)]
06:25:59.570695 run    osmo-stp_10.42.42.5(pid=4508): stdout: 
| (launched: 2022-12-10_06:25:58.062155)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:25:59.704670 run    osmo-stp_10.42.42.5(pid=4508): stderr: 
| �[0;m�[38;5;43m20221210062558251 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210062558252 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210062558252 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210062558252 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210062558253 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210062558253 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210062558253 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:25:59.833647 run    osmo-stp_10.42.42.5(pid=4508): stdout: 
| (launched: 2022-12-10_06:25:58.062155)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:25:59.961385 run    osmo-stp_10.42.42.5(pid=4508): stderr: 
| �[0;m�[38;5;43m20221210062558251 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210062558252 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210062558252 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210062558252 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210062558253 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210062558253 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210062558253 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:26:00.109967 run               patchelf(pid=4511): Terminating (SIGINT)
06:26:00.283867 run               patchelf(pid=4511): Terminated: ok {rc=0}
06:26:00.316058 tst                      iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=4508): Process ended prematurely: osmo-stp_10.42.42.5(pid=4508) [trial-2370↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4508)]  [trial-2370↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3.py:8]
06:26:00.325889 tst                      iperf3.py:8: Test FAILED (7.5 sec)
06:26:00.386993 run    osmo-hlr_10.42.42.2(pid=4505): ERR: Terminated: ERROR {rc=237}  [trial-2370↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4505)]
06:26:00.437244 run    osmo-hlr_10.42.42.2(pid=4505): stdout: 
| (launched: 2022-12-10_06:25:57.085607) 
06:26:00.488348 run    osmo-hlr_10.42.42.2(pid=4505): stderr: 
| �[0;m�[1;31m20221210062557281 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210062557281 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210062557281 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210062557281 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210062557281 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210062557281 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210062557294 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210062557302 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210062557302 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210062557302 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
06:26:00.531852 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4500): Terminating (SIGTERM)
06:26:00.572771 run iperf3-srv_10.42.42.10(pid=4501): Terminating (SIGTERM)
06:26:00.615830 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4504): Terminating (SIGTERM)
06:26:00.656717 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4507): Terminating (SIGTERM)
06:26:00.697926 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4510): Terminating (SIGTERM)
06:26:00.707473 ---      ParallelTerminationStrategy: PID 4500 died...
06:26:00.763987 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4500): Terminated: ok {rc=0}
06:26:00.773856 ---      ParallelTerminationStrategy: PID 4501 died...
06:26:00.827900 run iperf3-srv_10.42.42.10(pid=4501): Terminated {rc=256}
06:26:00.838118 ---      ParallelTerminationStrategy: PID 4504 died...
06:26:00.900809 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4504): Terminated: ok {rc=0}
06:26:00.911602 ---      ParallelTerminationStrategy: PID 4507 died...
06:26:00.968022 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4507): Terminated: ok {rc=0}
06:26:00.978451 ---      ParallelTerminationStrategy: PID 4510 died...
06:26:01.034813 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4510): Terminated: ok {rc=0}
06:26:01.152544 bus                          /gobi_6: Setting Powered False
</stdout></case><case><age>232</age><className>gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa</className><duration>11.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=4527): Process ended prematurely: osmo-stp_10.42.42.5(pid=4527) [trial-2370↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4527)]</errorStackTrace><failedSince>2139</failedSince><name>iperf3m4.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py", line 8, in &lt;module&gt;
    setup_run_iperf3_test_parallel(4)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py", line 67, in setup_run_iperf3_test_parallel
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4527): Process ended prematurely: osmo-stp_10.42.42.5(pid=4527) [trial-2370↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4527)]
</stderr><stdout>
----------------------------------------------
trial-2370 gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa iperf3m4.py
----------------------------------------------
06:26:02.267502 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
06:26:02.280446 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)
06:26:02.438893 tst                      iperf3m4.py: using LAC 26474
06:26:02.561472 tst                      iperf3m4.py: using RAC 209
06:26:02.681859 tst                      iperf3m4.py: using CellId 26474
06:26:02.797249 tst                      iperf3m4.py: using BVCI 26475
06:26:02.819645 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
06:26:02.830752 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
06:26:02.841710 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
06:26:02.853408 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
06:26:02.865039 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
06:26:02.876519 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
06:26:02.888222 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
06:26:02.899838 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
06:26:02.911552 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)
06:26:03.031992 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)
06:26:03.151636 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)
06:26:03.266623 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)
06:26:03.538600 tst                    iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...
06:26:03.660602 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
06:26:03.963908 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4513): Launched
06:26:04.217286 run iperf3-srv_10.42.42.10(pid=4514): Launched
06:26:04.394938 tst                    iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...
06:26:04.516414 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
06:26:04.820640 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4515): Launched
06:26:05.072832 run iperf3-srv_10.42.42.10(pid=4516): Launched
06:26:05.250975 tst                    iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...
06:26:05.372426 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
06:26:05.677097 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4517): Launched
06:26:05.928295 run iperf3-srv_10.42.42.10(pid=4518): Launched
06:26:06.106456 tst                    iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...
06:26:06.227839 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
06:26:06.531478 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4519): Launched
06:26:06.783710 run iperf3-srv_10.42.42.10(pid=4520): Launched
06:26:06.961643 tst                    iperf3m4.py:8: start network...
06:26:07.083185 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
06:26:07.545007 run          create_hlr_db(pid=4521): Launched
06:26:07.712729 bus                          /gobi_6: Setting Powered False
06:26:08.734981 run          create_hlr_db(pid=4521): Terminated: ok {rc=0}
06:26:09.152623 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4523): Launched
06:26:09.465750 run    osmo-hlr_10.42.42.2(pid=4524): Launched
06:26:09.580565 run              osmo-stp_10.42.42.5: Starting osmo-stp
06:26:10.127380 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4526): Launched
06:26:10.439243 run    osmo-stp_10.42.42.5(pid=4527): Launched
06:26:10.552593 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
06:26:11.099178 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4529): Launched
06:26:11.210883 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
06:26:11.483190 run               patchelf(pid=4530): Launched
06:26:11.666730 run    osmo-stp_10.42.42.5(pid=4527): ERR: Terminated: ERROR {rc=1}  [trial-2370↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4527)]
06:26:11.800540 run    osmo-stp_10.42.42.5(pid=4527): stdout: 
| (launched: 2022-12-10_06:26:10.286040)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:26:11.934951 run    osmo-stp_10.42.42.5(pid=4527): stderr: 
| �[0;m�[38;5;43m20221210062610477 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210062610477 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210062610478 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210062610478 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210062610479 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210062610479 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210062610479 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:26:12.065373 run    osmo-stp_10.42.42.5(pid=4527): stdout: 
| (launched: 2022-12-10_06:26:10.286040)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:26:12.194365 run    osmo-stp_10.42.42.5(pid=4527): stderr: 
| �[0;m�[38;5;43m20221210062610477 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210062610477 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210062610478 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210062610478 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210062610479 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210062610479 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210062610479 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:26:12.343921 run               patchelf(pid=4530): Terminating (SIGINT)
06:26:12.519512 run               patchelf(pid=4530): Terminated: ok {rc=0}
06:26:12.552017 tst                    iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=4527): Process ended prematurely: osmo-stp_10.42.42.5(pid=4527) [trial-2370↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4527)]  [trial-2370↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3m4.py:8]
06:26:12.562668 tst                    iperf3m4.py:8: Test FAILED (10.3 sec)
06:26:12.625777 run    osmo-hlr_10.42.42.2(pid=4524): ERR: Terminated: ERROR {rc=237}  [trial-2370↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4524)]
06:26:12.676839 run    osmo-hlr_10.42.42.2(pid=4524): stdout: 
| (launched: 2022-12-10_06:26:09.311904) 
06:26:12.728746 run    osmo-hlr_10.42.42.2(pid=4524): stderr: 
| �[0;m�[1;31m20221210062609508 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210062609508 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210062609508 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210062609508 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210062609508 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210062609509 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210062609565 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210062609574 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210062609574 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210062609574 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
06:26:12.772422 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4513): Terminating (SIGTERM)
06:26:12.813740 run iperf3-srv_10.42.42.10(pid=4514): Terminating (SIGTERM)
06:26:12.855056 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4515): Terminating (SIGTERM)
06:26:12.896190 run iperf3-srv_10.42.42.10(pid=4516): Terminating (SIGTERM)
06:26:12.937331 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4517): Terminating (SIGTERM)
06:26:12.978529 run iperf3-srv_10.42.42.10(pid=4518): Terminating (SIGTERM)
06:26:13.019842 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4519): Terminating (SIGTERM)
06:26:13.061095 run iperf3-srv_10.42.42.10(pid=4520): Terminating (SIGTERM)
06:26:13.105664 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4523): Terminating (SIGTERM)
06:26:13.144615 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4526): Terminating (SIGTERM)
06:26:13.183900 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4529): Terminating (SIGTERM)
06:26:13.193312 ---      ParallelTerminationStrategy: PID 4513 died...
06:26:13.246110 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4513): Terminated: ok {rc=0}
06:26:13.255724 ---      ParallelTerminationStrategy: PID 4514 died...
06:26:13.308095 run iperf3-srv_10.42.42.10(pid=4514): Terminated {rc=256}
06:26:13.317772 ---      ParallelTerminationStrategy: PID 4515 died...
06:26:13.370133 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4515): Terminated: ok {rc=0}
06:26:13.379857 ---      ParallelTerminationStrategy: PID 4516 died...
06:26:13.431926 run iperf3-srv_10.42.42.10(pid=4516): Terminated {rc=256}
06:26:13.441904 ---      ParallelTerminationStrategy: PID 4517 died...
06:26:13.494295 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4517): Terminated: ok {rc=0}
06:26:13.504021 ---      ParallelTerminationStrategy: PID 4518 died...
06:26:13.556119 run iperf3-srv_10.42.42.10(pid=4518): Terminated {rc=256}
06:26:13.565943 ---      ParallelTerminationStrategy: PID 4519 died...
06:26:13.618712 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4519): Terminated: ok {rc=0}
06:26:13.628352 ---      ParallelTerminationStrategy: PID 4520 died...
06:26:13.680716 run iperf3-srv_10.42.42.10(pid=4520): Terminated {rc=256}
06:26:13.690453 ---      ParallelTerminationStrategy: PID 4523 died...
06:26:13.743212 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4523): Terminated: ok {rc=0}
06:26:13.752707 ---      ParallelTerminationStrategy: PID 4526 died...
06:26:13.805299 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4526): Terminated: ok {rc=0}
06:26:13.814953 ---      ParallelTerminationStrategy: PID 4529 died...
06:26:13.867369 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4529): Terminated: ok {rc=0}
06:26:13.954483 bus                          /gobi_4: Setting Powered False
06:26:15.056484 bus                          /gobi_4: Setting Powered False
06:26:16.192278 bus                          /gobi_1: Setting Powered False
06:26:17.304242 bus                          /gobi_1: Setting Powered False
06:26:18.414789 bus                          /gobi_0: Setting Powered False
06:26:19.516333 bus                          /gobi_0: Setting Powered False
06:26:20.626778 bus                          /gobi_6: Setting Powered False
</stdout></case><case><age>232</age><className>gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=4537): Process ended prematurely: osmo-stp_10.42.42.5(pid=4537) [trial-2370↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4537)]</errorStackTrace><failedSince>2139</failedSince><name>ping.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py", line 22, in &lt;module&gt;
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4537): Process ended prematurely: osmo-stp_10.42.42.5(pid=4537) [trial-2370↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4537)]
</stderr><stdout>
----------------------------------------------
trial-2370 gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa ping.py
----------------------------------------------
06:26:21.695297 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
06:26:21.707654 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)
06:26:21.863793 tst                          ping.py: using LAC 26475
06:26:21.984340 tst                          ping.py: using RAC 210
06:26:22.106387 tst                          ping.py: using CellId 26475
06:26:22.231171 tst                          ping.py: using BVCI 26476
06:26:22.254879 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
06:26:22.266376 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
06:26:22.277740 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
06:26:22.289271 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
06:26:22.300544 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
06:26:22.311922 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
06:26:22.323495 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
06:26:22.335015 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)
06:26:22.615961 tst                       ping.py:19: start network...
06:26:22.743696 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
06:26:23.234462 run          create_hlr_db(pid=4531): Launched
06:26:23.413195 bus                          /gobi_6: Setting Powered False
06:26:24.434379 run          create_hlr_db(pid=4531): Terminated: ok {rc=0}
06:26:24.845012 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4533): Launched
06:26:25.151620 run    osmo-hlr_10.42.42.2(pid=4534): Launched
06:26:25.267283 run              osmo-stp_10.42.42.5: Starting osmo-stp
06:26:25.803090 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4536): Launched
06:26:26.109186 run    osmo-stp_10.42.42.5(pid=4537): Launched
06:26:26.219473 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
06:26:26.754616 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4539): Launched
06:26:26.864551 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
06:26:27.132699 run               patchelf(pid=4540): Launched
06:26:27.313101 run    osmo-stp_10.42.42.5(pid=4537): ERR: Terminated: ERROR {rc=1}  [trial-2370↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4537)]
06:26:27.445027 run    osmo-stp_10.42.42.5(pid=4537): stdout: 
| (launched: 2022-12-10_06:26:25.958567)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:26:27.577653 run    osmo-stp_10.42.42.5(pid=4537): stderr: 
| �[0;m�[38;5;43m20221210062626147 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210062626148 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210062626148 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210062626148 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210062626149 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210062626149 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210062626149 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:26:27.704817 run    osmo-stp_10.42.42.5(pid=4537): stdout: 
| (launched: 2022-12-10_06:26:25.958567)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:26:27.831109 run    osmo-stp_10.42.42.5(pid=4537): stderr: 
| �[0;m�[38;5;43m20221210062626147 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210062626148 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210062626148 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210062626148 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210062626149 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210062626149 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210062626149 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:26:27.977430 run               patchelf(pid=4540): Terminating (SIGINT)
06:26:28.149864 run               patchelf(pid=4540): Terminated: ok {rc=0}
06:26:28.181259 tst                       ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=4537): Process ended prematurely: osmo-stp_10.42.42.5(pid=4537) [trial-2370↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4537)]  [trial-2370↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping.py:22]
06:26:28.190461 tst                       ping.py:22: Test FAILED (6.5 sec)
06:26:28.252312 run    osmo-hlr_10.42.42.2(pid=4534): ERR: Terminated: ERROR {rc=237}  [trial-2370↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4534)]
06:26:28.302846 run    osmo-hlr_10.42.42.2(pid=4534): stdout: 
| (launched: 2022-12-10_06:26:25.000448) 
06:26:28.354805 run    osmo-hlr_10.42.42.2(pid=4534): stderr: 
| �[0;m�[1;31m20221210062625198 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210062625198 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210062625198 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210062625198 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210062625198 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210062625198 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210062625212 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210062625221 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210062625221 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210062625221 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
06:26:28.398154 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4533): Terminating (SIGTERM)
06:26:28.439200 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4536): Terminating (SIGTERM)
06:26:28.480315 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4539): Terminating (SIGTERM)
06:26:28.489809 ---      ParallelTerminationStrategy: PID 4533 died...
06:26:28.544585 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4533): Terminated: ok {rc=0}
06:26:28.554453 ---      ParallelTerminationStrategy: PID 4536 died...
06:26:28.609707 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4536): Terminated: ok {rc=0}
06:26:28.619508 ---      ParallelTerminationStrategy: PID 4539 died...
06:26:28.674458 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4539): Terminated: ok {rc=0}
06:26:28.760911 bus                          /gobi_6: Setting Powered False
</stdout></case><case><age>232</age><className>gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=4547): Process ended prematurely: osmo-stp_10.42.42.5(pid=4547) [trial-2370↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4547)]</errorStackTrace><failedSince>2139</failedSince><name>ping_idle_ping.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py", line 27, in &lt;module&gt;
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4547): Process ended prematurely: osmo-stp_10.42.42.5(pid=4547) [trial-2370↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4547)]
</stderr><stdout>
----------------------------------------------
trial-2370 gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa ping_idle_ping.py
----------------------------------------------
06:26:29.813621 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
06:26:29.826328 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)
06:26:29.982486 tst                ping_idle_ping.py: using LAC 26476
06:26:30.106758 tst                ping_idle_ping.py: using RAC 211
06:26:30.227685 tst                ping_idle_ping.py: using CellId 26476
06:26:30.352112 tst                ping_idle_ping.py: using BVCI 26477
06:26:30.375780 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
06:26:30.387124 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
06:26:30.398346 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
06:26:30.409759 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
06:26:30.421129 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
06:26:30.432412 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
06:26:30.443804 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
06:26:30.455140 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)
06:26:30.720531 tst             ping_idle_ping.py:24: start network...
06:26:30.839774 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
06:26:31.345651 run          create_hlr_db(pid=4541): Launched
06:26:31.516667 bus                          /gobi_6: Setting Powered False
06:26:32.533095 run          create_hlr_db(pid=4541): Terminated: ok {rc=0}
06:26:32.942847 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4543): Launched
06:26:33.250070 run    osmo-hlr_10.42.42.2(pid=4544): Launched
06:26:33.361503 run              osmo-stp_10.42.42.5: Starting osmo-stp
06:26:33.896283 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4546): Launched
06:26:34.203459 run    osmo-stp_10.42.42.5(pid=4547): Launched
06:26:34.314541 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
06:26:34.851710 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4549): Launched
06:26:34.962119 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
06:26:35.232096 run               patchelf(pid=4550): Launched
06:26:35.413093 run    osmo-stp_10.42.42.5(pid=4547): ERR: Terminated: ERROR {rc=1}  [trial-2370↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4547)]
06:26:35.545947 run    osmo-stp_10.42.42.5(pid=4547): stdout: 
| (launched: 2022-12-10_06:26:34.052512)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:26:35.678777 run    osmo-stp_10.42.42.5(pid=4547): stderr: 
| �[0;m�[38;5;43m20221210062634243 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210062634244 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210062634244 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210062634244 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210062634245 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210062634245 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210062634245 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:26:35.806456 run    osmo-stp_10.42.42.5(pid=4547): stdout: 
| (launched: 2022-12-10_06:26:34.052512)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:26:35.933014 run    osmo-stp_10.42.42.5(pid=4547): stderr: 
| �[0;m�[38;5;43m20221210062634243 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210062634244 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210062634244 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210062634244 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210062634245 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210062634245 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210062634245 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:26:36.080685 run               patchelf(pid=4550): Terminating (SIGINT)
06:26:36.253621 run               patchelf(pid=4550): Terminated: ok {rc=0}
06:26:36.285072 tst             ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=4547): Process ended prematurely: osmo-stp_10.42.42.5(pid=4547) [trial-2370↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4547)]  [trial-2370↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]
06:26:36.294406 tst             ping_idle_ping.py:27: Test FAILED (6.5 sec)
06:26:36.356038 run    osmo-hlr_10.42.42.2(pid=4544): ERR: Terminated: ERROR {rc=237}  [trial-2370↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4544)]
06:26:36.406496 run    osmo-hlr_10.42.42.2(pid=4544): stdout: 
| (launched: 2022-12-10_06:26:33.098769) 
06:26:36.457763 run    osmo-hlr_10.42.42.2(pid=4544): stderr: 
| �[0;m�[1;31m20221210062633296 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210062633296 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210062633296 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210062633296 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210062633296 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210062633296 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210062633355 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210062633365 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210062633366 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210062633366 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
06:26:36.501386 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4543): Terminating (SIGTERM)
06:26:36.542775 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4546): Terminating (SIGTERM)
06:26:36.584145 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4549): Terminating (SIGTERM)
06:26:36.593932 ---      ParallelTerminationStrategy: PID 4543 died...
06:26:36.648853 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4543): Terminated: ok {rc=0}
06:26:36.658944 ---      ParallelTerminationStrategy: PID 4546 died...
06:26:36.713694 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4546): Terminated: ok {rc=0}
06:26:36.723675 ---      ParallelTerminationStrategy: PID 4549 died...
06:26:36.778680 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4549): Terminated: ok {rc=0}
06:26:36.864285 bus                          /gobi_6: Setting Powered False
</stdout></case><duration>59.0</duration><id>127</id><name>gprs_trx-lms-limenet-micro+mod-bts0-dynts-ipa</name><properties></properties><timestamp>2022-12-10T06:25:39</timestamp></suite><suite><case><age>232</age><className>gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo</className><duration>9.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=4565): Process ended prematurely: osmo-stp_10.42.42.5(pid=4565) [trial-2370↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4565)]</errorStackTrace><failedSince>2139</failedSince><name>cs_paging_gprs_active.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py", line 38, in &lt;module&gt;
    setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py", line 67, in setup_run_iperf3_test_parallel
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4565): Process ended prematurely: osmo-stp_10.42.42.5(pid=4565) [trial-2370↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4565)]
</stderr><stdout>
----------------------------------------------
trial-2370 gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo cs_paging_gprs_active.py
----------------------------------------------
06:26:39.012416 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
06:26:39.023989 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)
06:26:39.181603 tst         cs_paging_gprs_active.py: using LAC 26477
06:26:39.306341 tst         cs_paging_gprs_active.py: using RAC 212
06:26:39.428829 tst         cs_paging_gprs_active.py: using CellId 26477
06:26:39.551594 tst         cs_paging_gprs_active.py: using BVCI 26478
06:26:39.575684 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
06:26:39.587113 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
06:26:39.598426 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
06:26:39.609945 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
06:26:39.621365 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
06:26:39.632733 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
06:26:39.644420 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
06:26:39.655971 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
06:26:39.667667 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)
06:26:39.783281 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)
06:26:40.052168 tst      cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...
06:26:40.173954 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
06:26:40.477541 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4555): Launched
06:26:40.730357 run iperf3-srv_10.42.42.10(pid=4556): Launched
06:26:40.908488 tst      cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...
06:26:41.030782 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
06:26:41.334810 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4557): Launched
06:26:41.587643 run iperf3-srv_10.42.42.10(pid=4558): Launched
06:26:41.765730 tst      cs_paging_gprs_active.py:38: start network...
06:26:41.887900 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
06:26:42.350294 run          create_hlr_db(pid=4559): Launched
06:26:42.518344 bus                          /gobi_6: Setting Powered False
06:26:43.551029 run          create_hlr_db(pid=4559): Terminated: ok {rc=0}
06:26:43.969095 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4561): Launched
06:26:44.282162 run    osmo-hlr_10.42.42.2(pid=4562): Launched
06:26:44.400415 run              osmo-stp_10.42.42.5: Starting osmo-stp
06:26:44.945244 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4564): Launched
06:26:45.259300 run    osmo-stp_10.42.42.5(pid=4565): Launched
06:26:45.373555 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
06:26:45.931672 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4567): Launched
06:26:46.039729 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
06:26:46.329430 run               patchelf(pid=4568): Launched
06:26:46.508166 run    osmo-stp_10.42.42.5(pid=4565): ERR: Terminated: ERROR {rc=1}  [trial-2370↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4565)]
06:26:46.640567 run    osmo-stp_10.42.42.5(pid=4565): stdout: 
| (launched: 2022-12-10_06:26:45.105360)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:26:46.773179 run    osmo-stp_10.42.42.5(pid=4565): stderr: 
| �[0;m�[38;5;43m20221210062645295 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210062645295 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210062645296 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210062645296 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210062645296 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210062645297 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210062645297 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:26:46.900563 run    osmo-stp_10.42.42.5(pid=4565): stdout: 
| (launched: 2022-12-10_06:26:45.105360)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:26:47.027408 run    osmo-stp_10.42.42.5(pid=4565): stderr: 
| �[0;m�[38;5;43m20221210062645295 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210062645295 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210062645296 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210062645296 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210062645296 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210062645297 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210062645297 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:26:47.173792 run               patchelf(pid=4568): Terminating (SIGINT)
06:26:47.341360 run               patchelf(pid=4568): Terminated: ok {rc=0}
06:26:47.372171 tst      cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=4565): Process ended prematurely: osmo-stp_10.42.42.5(pid=4565) [trial-2370↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4565)]  [trial-2370↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38]
06:26:47.381735 tst      cs_paging_gprs_active.py:38: Test FAILED (8.4 sec)
06:26:47.442760 run    osmo-hlr_10.42.42.2(pid=4562): ERR: Terminated: ERROR {rc=237}  [trial-2370↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4562)]
06:26:47.491947 run    osmo-hlr_10.42.42.2(pid=4562): stdout: 
| (launched: 2022-12-10_06:26:44.128594) 
06:26:47.541984 run    osmo-hlr_10.42.42.2(pid=4562): stderr: 
| �[0;m�[1;31m20221210062644327 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210062644327 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210062644327 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210062644327 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210062644327 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210062644327 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210062644340 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210062644348 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210062644348 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210062644348 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
06:26:47.584122 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4555): Terminating (SIGTERM)
06:26:47.624049 run iperf3-srv_10.42.42.10(pid=4556): Terminating (SIGTERM)
06:26:47.663958 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4557): Terminating (SIGTERM)
06:26:47.703714 run iperf3-srv_10.42.42.10(pid=4558): Terminating (SIGTERM)
06:26:47.743774 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4561): Terminating (SIGTERM)
06:26:47.783585 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4564): Terminating (SIGTERM)
06:26:47.823467 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4567): Terminating (SIGTERM)
06:26:47.833194 ---      ParallelTerminationStrategy: PID 4555 died...
06:26:47.886799 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4555): Terminated: ok {rc=0}
06:26:47.896570 ---      ParallelTerminationStrategy: PID 4556 died...
06:26:47.949468 run iperf3-srv_10.42.42.10(pid=4556): Terminated {rc=256}
06:26:47.959422 ---      ParallelTerminationStrategy: PID 4557 died...
06:26:48.012247 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4557): Terminated: ok {rc=0}
06:26:48.022140 ---      ParallelTerminationStrategy: PID 4558 died...
06:26:48.075397 run iperf3-srv_10.42.42.10(pid=4558): Terminated {rc=256}
06:26:48.085282 ---      ParallelTerminationStrategy: PID 4561 died...
06:26:48.139062 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4561): Terminated: ok {rc=0}
06:26:48.148543 ---      ParallelTerminationStrategy: PID 4564 died...
06:26:48.201635 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4564): Terminated: ok {rc=0}
06:26:48.211361 ---      ParallelTerminationStrategy: PID 4567 died...
06:26:48.264527 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4567): Terminated: ok {rc=0}
06:26:48.348219 bus                          /gobi_0: Setting Powered False
06:26:49.454062 bus                          /gobi_0: Setting Powered False
06:26:50.560800 bus                          /gobi_6: Setting Powered False
</stdout></case><case><age>232</age><className>gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo</className><duration>8.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=4577): Process ended prematurely: osmo-stp_10.42.42.5(pid=4577) [trial-2370↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4577)]</errorStackTrace><failedSince>2139</failedSince><name>iperf3.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py", line 8, in &lt;module&gt;
    setup_run_iperf3_test_parallel(1)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py", line 67, in setup_run_iperf3_test_parallel
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4577): Process ended prematurely: osmo-stp_10.42.42.5(pid=4577) [trial-2370↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4577)]
</stderr><stdout>
----------------------------------------------
trial-2370 gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo iperf3.py
----------------------------------------------
06:26:51.673096 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
06:26:51.685210 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)
06:26:51.842018 tst                        iperf3.py: using LAC 26478
06:26:51.969962 tst                        iperf3.py: using RAC 213
06:26:52.096143 tst                        iperf3.py: using CellId 26478
06:26:52.217697 tst                        iperf3.py: using BVCI 26479
06:26:52.241527 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
06:26:52.252884 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
06:26:52.264097 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
06:26:52.275408 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
06:26:52.286731 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
06:26:52.297987 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
06:26:52.309376 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
06:26:52.320544 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
06:26:52.332053 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)
06:26:52.616895 tst                      iperf3.py:8: start iperfv3 server 10.42.42.10:5003...
06:26:52.747214 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
06:26:53.072308 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4569): Launched
06:26:53.341258 run iperf3-srv_10.42.42.10(pid=4570): Launched
06:26:53.531997 tst                      iperf3.py:8: start network...
06:26:53.662117 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
06:26:54.161367 run          create_hlr_db(pid=4571): Launched
06:26:54.341524 bus                          /gobi_6: Setting Powered False
06:26:55.362788 run          create_hlr_db(pid=4571): Terminated: ok {rc=0}
06:26:55.756287 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4573): Launched
06:26:56.047904 run    osmo-hlr_10.42.42.2(pid=4574): Launched
06:26:56.161557 run              osmo-stp_10.42.42.5: Starting osmo-stp
06:26:56.682144 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4576): Launched
06:26:56.975020 run    osmo-stp_10.42.42.5(pid=4577): Launched
06:26:57.083152 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
06:26:57.592563 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4579): Launched
06:26:57.696891 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
06:26:57.952564 run               patchelf(pid=4580): Launched
06:26:58.124703 run    osmo-stp_10.42.42.5(pid=4577): ERR: Terminated: ERROR {rc=1}  [trial-2370↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4577)]
06:26:58.250372 run    osmo-stp_10.42.42.5(pid=4577): stdout: 
| (launched: 2022-12-10_06:26:56.830515)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:26:58.376211 run    osmo-stp_10.42.42.5(pid=4577): stderr: 
| �[0;m�[38;5;43m20221210062656998 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210062656998 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210062656999 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210062656999 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210062657000 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210062657000 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210062657000 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:26:58.498228 run    osmo-stp_10.42.42.5(pid=4577): stdout: 
| (launched: 2022-12-10_06:26:56.830515)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:26:58.619119 run    osmo-stp_10.42.42.5(pid=4577): stderr: 
| �[0;m�[38;5;43m20221210062656998 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210062656998 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210062656999 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210062656999 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210062657000 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210062657000 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210062657000 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:26:58.759586 run               patchelf(pid=4580): Terminating (SIGINT)
06:26:58.924459 run               patchelf(pid=4580): Terminated: ok {rc=0}
06:26:58.954914 tst                      iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=4577): Process ended prematurely: osmo-stp_10.42.42.5(pid=4577) [trial-2370↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4577)]  [trial-2370↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3.py:8]
06:26:58.963992 tst                      iperf3.py:8: Test FAILED (7.3 sec)
06:26:59.023815 run    osmo-hlr_10.42.42.2(pid=4574): ERR: Terminated: ERROR {rc=237}  [trial-2370↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4574)]
06:26:59.072916 run    osmo-hlr_10.42.42.2(pid=4574): stdout: 
| (launched: 2022-12-10_06:26:55.903547) 
06:26:59.122476 run    osmo-hlr_10.42.42.2(pid=4574): stderr: 
| �[0;m�[1;31m20221210062656081 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210062656081 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210062656081 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210062656081 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210062656081 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210062656081 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210062656094 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210062656103 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210062656103 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210062656103 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
06:26:59.163933 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4569): Terminating (SIGTERM)
06:26:59.203437 run iperf3-srv_10.42.42.10(pid=4570): Terminating (SIGTERM)
06:26:59.242963 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4573): Terminating (SIGTERM)
06:26:59.282500 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4576): Terminating (SIGTERM)
06:26:59.321945 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4579): Terminating (SIGTERM)
06:26:59.331470 ---      ParallelTerminationStrategy: PID 4569 died...
06:26:59.384319 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4569): Terminated: ok {rc=0}
06:26:59.394291 ---      ParallelTerminationStrategy: PID 4570 died...
06:26:59.446447 run iperf3-srv_10.42.42.10(pid=4570): Terminated {rc=256}
06:26:59.456116 ---      ParallelTerminationStrategy: PID 4573 died...
06:26:59.508335 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4573): Terminated: ok {rc=0}
06:26:59.518028 ---      ParallelTerminationStrategy: PID 4576 died...
06:26:59.570758 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4576): Terminated: ok {rc=0}
06:26:59.580388 ---      ParallelTerminationStrategy: PID 4579 died...
06:26:59.632848 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4579): Terminated: ok {rc=0}
06:26:59.720405 bus                          /gobi_6: Setting Powered False
</stdout></case><case><age>232</age><className>gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo</className><duration>11.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=4595): Process ended prematurely: osmo-stp_10.42.42.5(pid=4595) [trial-2370↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4595)]</errorStackTrace><failedSince>2139</failedSince><name>iperf3m4.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py", line 8, in &lt;module&gt;
    setup_run_iperf3_test_parallel(4)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py", line 67, in setup_run_iperf3_test_parallel
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4595): Process ended prematurely: osmo-stp_10.42.42.5(pid=4595) [trial-2370↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4595)]
</stderr><stdout>
----------------------------------------------
trial-2370 gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo iperf3m4.py
----------------------------------------------
06:27:00.829160 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
06:27:00.841632 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)
06:27:01.001440 tst                      iperf3m4.py: using LAC 26479
06:27:01.119573 tst                      iperf3m4.py: using RAC 214
06:27:01.271310 tst                      iperf3m4.py: using CellId 26479
06:27:01.426701 tst                      iperf3m4.py: using BVCI 26480
06:27:01.450636 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
06:27:01.462634 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
06:27:01.474377 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
06:27:01.486877 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
06:27:01.498885 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
06:27:01.510883 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
06:27:01.523602 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
06:27:01.535640 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
06:27:01.547589 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)
06:27:01.671231 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)
06:27:01.795222 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)
06:27:01.917468 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)
06:27:02.210107 tst                    iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...
06:27:02.341198 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
06:27:02.645772 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4581): Launched
06:27:02.897988 run iperf3-srv_10.42.42.10(pid=4582): Launched
06:27:03.075930 tst                    iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...
06:27:03.198579 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
06:27:03.502674 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4583): Launched
06:27:03.755575 run iperf3-srv_10.42.42.10(pid=4584): Launched
06:27:03.933683 tst                    iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...
06:27:04.054749 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
06:27:04.358424 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4585): Launched
06:27:04.610708 run iperf3-srv_10.42.42.10(pid=4586): Launched
06:27:04.787928 tst                    iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...
06:27:04.909118 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
06:27:05.213498 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4587): Launched
06:27:05.465781 run iperf3-srv_10.42.42.10(pid=4588): Launched
06:27:05.643732 tst                    iperf3m4.py:8: start network...
06:27:05.765351 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
06:27:06.226419 run          create_hlr_db(pid=4589): Launched
06:27:06.394455 bus                          /gobi_6: Setting Powered False
06:27:07.416115 run          create_hlr_db(pid=4589): Terminated: ok {rc=0}
06:27:07.834098 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4591): Launched
06:27:08.148432 run    osmo-hlr_10.42.42.2(pid=4592): Launched
06:27:08.263175 run              osmo-stp_10.42.42.5: Starting osmo-stp
06:27:08.810512 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4594): Launched
06:27:09.125054 run    osmo-stp_10.42.42.5(pid=4595): Launched
06:27:09.239099 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
06:27:09.786839 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4597): Launched
06:27:09.898489 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
06:27:10.166379 run               patchelf(pid=4598): Launched
06:27:10.338469 run    osmo-stp_10.42.42.5(pid=4595): ERR: Terminated: ERROR {rc=1}  [trial-2370↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4595)]
06:27:10.463963 run    osmo-stp_10.42.42.5(pid=4595): stdout: 
| (launched: 2022-12-10_06:27:08.970173)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:27:10.590065 run    osmo-stp_10.42.42.5(pid=4595): stderr: 
| �[0;m�[38;5;43m20221210062709161 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210062709161 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210062709161 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210062709161 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210062709162 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210062709162 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210062709162 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:27:10.711370 run    osmo-stp_10.42.42.5(pid=4595): stdout: 
| (launched: 2022-12-10_06:27:08.970173)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:27:10.831864 run    osmo-stp_10.42.42.5(pid=4595): stderr: 
| �[0;m�[38;5;43m20221210062709161 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210062709161 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210062709161 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210062709161 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210062709162 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210062709162 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210062709162 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:27:10.971527 run               patchelf(pid=4598): Terminating (SIGINT)
06:27:11.136372 run               patchelf(pid=4598): Terminated: ok {rc=0}
06:27:11.167329 tst                    iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=4595): Process ended prematurely: osmo-stp_10.42.42.5(pid=4595) [trial-2370↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4595)]  [trial-2370↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3m4.py:8]
06:27:11.176647 tst                    iperf3m4.py:8: Test FAILED (10.4 sec)
06:27:11.236754 run    osmo-hlr_10.42.42.2(pid=4592): ERR: Terminated: ERROR {rc=237}  [trial-2370↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4592)]
06:27:11.285085 run    osmo-hlr_10.42.42.2(pid=4592): stdout: 
| (launched: 2022-12-10_06:27:07.993806) 
06:27:11.333933 run    osmo-hlr_10.42.42.2(pid=4592): stderr: 
| �[0;m�[1;31m20221210062708190 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210062708190 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210062708190 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210062708190 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210062708190 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210062708190 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210062708202 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210062708210 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210062708210 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210062708210 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
06:27:11.375348 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4581): Terminating (SIGTERM)
06:27:11.414779 run iperf3-srv_10.42.42.10(pid=4582): Terminating (SIGTERM)
06:27:11.453984 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4583): Terminating (SIGTERM)
06:27:11.493207 run iperf3-srv_10.42.42.10(pid=4584): Terminating (SIGTERM)
06:27:11.532913 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4585): Terminating (SIGTERM)
06:27:11.572076 run iperf3-srv_10.42.42.10(pid=4586): Terminating (SIGTERM)
06:27:11.611326 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4587): Terminating (SIGTERM)
06:27:11.650475 run iperf3-srv_10.42.42.10(pid=4588): Terminating (SIGTERM)
06:27:11.689724 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4591): Terminating (SIGTERM)
06:27:11.728993 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4594): Terminating (SIGTERM)
06:27:11.768142 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4597): Terminating (SIGTERM)
06:27:11.777487 ---      ParallelTerminationStrategy: PID 4581 died...
06:27:11.830273 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4581): Terminated: ok {rc=0}
06:27:11.839981 ---      ParallelTerminationStrategy: PID 4582 died...
06:27:11.892490 run iperf3-srv_10.42.42.10(pid=4582): Terminated {rc=256}
06:27:11.901907 ---      ParallelTerminationStrategy: PID 4583 died...
06:27:11.954566 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4583): Terminated: ok {rc=0}
06:27:11.964198 ---      ParallelTerminationStrategy: PID 4584 died...
06:27:12.016449 run iperf3-srv_10.42.42.10(pid=4584): Terminated {rc=256}
06:27:12.025896 ---      ParallelTerminationStrategy: PID 4585 died...
06:27:12.078101 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4585): Terminated: ok {rc=0}
06:27:12.087764 ---      ParallelTerminationStrategy: PID 4586 died...
06:27:12.139968 run iperf3-srv_10.42.42.10(pid=4586): Terminated {rc=256}
06:27:12.149566 ---      ParallelTerminationStrategy: PID 4587 died...
06:27:12.202121 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4587): Terminated: ok {rc=0}
06:27:12.211804 ---      ParallelTerminationStrategy: PID 4588 died...
06:27:12.264025 run iperf3-srv_10.42.42.10(pid=4588): Terminated {rc=256}
06:27:12.273850 ---      ParallelTerminationStrategy: PID 4591 died...
06:27:12.326354 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4591): Terminated: ok {rc=0}
06:27:12.335787 ---      ParallelTerminationStrategy: PID 4594 died...
06:27:12.388310 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4594): Terminated: ok {rc=0}
06:27:12.398068 ---      ParallelTerminationStrategy: PID 4597 died...
06:27:12.451026 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4597): Terminated: ok {rc=0}
06:27:12.534218 bus                          /gobi_4: Setting Powered False
06:27:13.640433 bus                          /gobi_4: Setting Powered False
06:27:14.746311 bus                          /gobi_1: Setting Powered False
06:27:15.854086 bus                          /gobi_1: Setting Powered False
06:27:16.967140 bus                          /gobi_0: Setting Powered False
06:27:18.067900 bus                          /gobi_0: Setting Powered False
06:27:19.179131 bus                          /gobi_6: Setting Powered False
</stdout></case><case><age>232</age><className>gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=4605): Process ended prematurely: osmo-stp_10.42.42.5(pid=4605) [trial-2370↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4605)]</errorStackTrace><failedSince>2139</failedSince><name>ping.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py", line 22, in &lt;module&gt;
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4605): Process ended prematurely: osmo-stp_10.42.42.5(pid=4605) [trial-2370↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4605)]
</stderr><stdout>
----------------------------------------------
trial-2370 gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo ping.py
----------------------------------------------
06:27:20.246326 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
06:27:20.257866 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)
06:27:20.412869 tst                          ping.py: using LAC 26480
06:27:20.533099 tst                          ping.py: using RAC 215
06:27:20.653336 tst                          ping.py: using CellId 26480
06:27:20.774842 tst                          ping.py: using BVCI 26481
06:27:20.798546 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
06:27:20.810244 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
06:27:20.821714 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
06:27:20.833018 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
06:27:20.844245 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
06:27:20.855527 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
06:27:20.866890 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
06:27:20.878216 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)
06:27:21.142750 tst                       ping.py:19: start network...
06:27:21.261943 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
06:27:21.713724 run          create_hlr_db(pid=4599): Launched
06:27:21.878967 bus                          /gobi_6: Setting Powered False
06:27:22.899574 run          create_hlr_db(pid=4599): Terminated: ok {rc=0}
06:27:23.310486 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4601): Launched
06:27:23.618605 run    osmo-hlr_10.42.42.2(pid=4602): Launched
06:27:23.733664 run              osmo-stp_10.42.42.5: Starting osmo-stp
06:27:24.271134 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4604): Launched
06:27:24.579296 run    osmo-stp_10.42.42.5(pid=4605): Launched
06:27:24.690290 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
06:27:25.227984 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4607): Launched
06:27:25.337915 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
06:27:25.607272 run               patchelf(pid=4608): Launched
06:27:25.788427 run    osmo-stp_10.42.42.5(pid=4605): ERR: Terminated: ERROR {rc=1}  [trial-2370↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4605)]
06:27:25.920612 run    osmo-stp_10.42.42.5(pid=4605): stdout: 
| (launched: 2022-12-10_06:27:24.427335)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:27:26.053335 run    osmo-stp_10.42.42.5(pid=4605): stderr: 
| �[0;m�[38;5;43m20221210062724618 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210062724618 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210062724618 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210062724619 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210062724619 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210062724619 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210062724619 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:27:26.181477 run    osmo-stp_10.42.42.5(pid=4605): stdout: 
| (launched: 2022-12-10_06:27:24.427335)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:27:26.307871 run    osmo-stp_10.42.42.5(pid=4605): stderr: 
| �[0;m�[38;5;43m20221210062724618 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210062724618 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210062724618 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210062724619 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210062724619 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210062724619 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210062724619 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:27:26.454898 run               patchelf(pid=4608): Terminating (SIGINT)
06:27:26.627506 run               patchelf(pid=4608): Terminated: ok {rc=0}
06:27:26.659559 tst                       ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=4605): Process ended prematurely: osmo-stp_10.42.42.5(pid=4605) [trial-2370↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4605)]  [trial-2370↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping.py:22]
06:27:26.668718 tst                       ping.py:22: Test FAILED (6.4 sec)
06:27:26.731217 run    osmo-hlr_10.42.42.2(pid=4602): ERR: Terminated: ERROR {rc=237}  [trial-2370↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4602)]
06:27:26.782271 run    osmo-hlr_10.42.42.2(pid=4602): stdout: 
| (launched: 2022-12-10_06:27:23.466824) 
06:27:26.833719 run    osmo-hlr_10.42.42.2(pid=4602): stderr: 
| �[0;m�[1;31m20221210062723664 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210062723664 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210062723664 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210062723664 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210062723664 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210062723664 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210062723677 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210062723685 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210062723686 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210062723686 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
06:27:26.877825 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4601): Terminating (SIGTERM)
06:27:26.919212 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4604): Terminating (SIGTERM)
06:27:26.961019 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4607): Terminating (SIGTERM)
06:27:26.970791 ---      ParallelTerminationStrategy: PID 4601 died...
06:27:27.026457 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4601): Terminated: ok {rc=0}
06:27:27.036608 ---      ParallelTerminationStrategy: PID 4604 died...
06:27:27.092415 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4604): Terminated: ok {rc=0}
06:27:27.102390 ---      ParallelTerminationStrategy: PID 4607 died...
06:27:27.157667 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4607): Terminated: ok {rc=0}
06:27:27.244885 bus                          /gobi_6: Setting Powered False
</stdout></case><case><age>232</age><className>gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=4615): Process ended prematurely: osmo-stp_10.42.42.5(pid=4615) [trial-2370↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4615)]</errorStackTrace><failedSince>2139</failedSince><name>ping_idle_ping.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py", line 27, in &lt;module&gt;
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4615): Process ended prematurely: osmo-stp_10.42.42.5(pid=4615) [trial-2370↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4615)]
</stderr><stdout>
----------------------------------------------
trial-2370 gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo ping_idle_ping.py
----------------------------------------------
06:27:28.298706 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
06:27:28.310974 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)
06:27:28.468397 tst                ping_idle_ping.py: using LAC 26481
06:27:28.589415 tst                ping_idle_ping.py: using RAC 216
06:27:28.709868 tst                ping_idle_ping.py: using CellId 26481
06:27:28.830539 tst                ping_idle_ping.py: using BVCI 26482
06:27:28.854266 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
06:27:28.865932 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
06:27:28.877482 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
06:27:28.889043 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
06:27:28.900314 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
06:27:28.911975 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
06:27:28.923590 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
06:27:28.935138 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)
06:27:29.216483 tst             ping_idle_ping.py:24: start network...
06:27:29.344828 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
06:27:29.838924 run          create_hlr_db(pid=4609): Launched
06:27:30.017622 bus                          /gobi_6: Setting Powered False
06:27:31.043600 run          create_hlr_db(pid=4609): Terminated: ok {rc=0}
06:27:31.497531 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4611): Launched
06:27:31.983671 run    osmo-hlr_10.42.42.2(pid=4612): Launched
06:27:32.125653 run              osmo-stp_10.42.42.5: Starting osmo-stp
06:27:32.663371 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4614): Launched
06:27:32.950385 run    osmo-stp_10.42.42.5(pid=4615): Launched
06:27:33.055508 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
06:27:33.558444 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4617): Launched
06:27:33.660646 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
06:27:33.912294 run               patchelf(pid=4618): Launched
06:27:34.081470 run    osmo-stp_10.42.42.5(pid=4615): ERR: Terminated: ERROR {rc=1}  [trial-2370↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4615)]
06:27:34.204885 run    osmo-stp_10.42.42.5(pid=4615): stdout: 
| (launched: 2022-12-10_06:27:32.808602)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:27:34.328757 run    osmo-stp_10.42.42.5(pid=4615): stderr: 
| �[0;m�[38;5;43m20221210062732978 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210062732978 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210062732978 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210062732978 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210062732979 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210062732979 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210062732979 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:27:34.448135 run    osmo-stp_10.42.42.5(pid=4615): stdout: 
| (launched: 2022-12-10_06:27:32.808602)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:27:34.566346 run    osmo-stp_10.42.42.5(pid=4615): stderr: 
| �[0;m�[38;5;43m20221210062732978 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210062732978 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210062732978 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210062732978 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210062732979 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210062732979 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210062732979 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:27:34.703822 run               patchelf(pid=4618): Terminating (SIGINT)
06:27:34.865366 run               patchelf(pid=4618): Terminated: ok {rc=0}
06:27:34.894886 tst             ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=4615): Process ended prematurely: osmo-stp_10.42.42.5(pid=4615) [trial-2370↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4615)]  [trial-2370↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping_idle_ping.py:27]
06:27:34.903598 tst             ping_idle_ping.py:27: Test FAILED (6.6 sec)
06:27:34.962919 run    osmo-hlr_10.42.42.2(pid=4612): ERR: Terminated: ERROR {rc=237}  [trial-2370↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4612)]
06:27:35.011194 run    osmo-hlr_10.42.42.2(pid=4612): stdout: 
| (launched: 2022-12-10_06:27:31.695461) 
06:27:35.060024 run    osmo-hlr_10.42.42.2(pid=4612): stderr: 
| �[0;m�[1;31m20221210062731942 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210062731942 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210062731942 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210062731942 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210062731942 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210062731942 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210062731960 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210062731976 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210062731976 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210062731976 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
06:27:35.101231 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4611): Terminating (SIGTERM)
06:27:35.140087 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4614): Terminating (SIGTERM)
06:27:35.178870 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4617): Terminating (SIGTERM)
06:27:35.188181 ---      ParallelTerminationStrategy: PID 4611 died...
06:27:35.240186 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4611): Terminated: ok {rc=0}
06:27:35.249962 ---      ParallelTerminationStrategy: PID 4614 died...
06:27:35.302513 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4614): Terminated: ok {rc=0}
06:27:35.312012 ---      ParallelTerminationStrategy: PID 4617 died...
06:27:35.364603 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4617): Terminated: ok {rc=0}
06:27:35.451788 bus                          /gobi_6: Setting Powered False
</stdout></case><duration>59.0</duration><id>128</id><name>gprs_trx-lms-limenet-micro+mod-bts0-dynts-osmo</name><properties></properties><timestamp>2022-12-10T06:26:38</timestamp></suite><suite><case><age>232</age><className>dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=4629): Process ended prematurely: osmo-stp_10.42.42.5(pid=4629) [trial-2370↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4629)]</errorStackTrace><failedSince>2139</failedSince><name>switch_tch_pdch.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py", line 54, in &lt;module&gt;
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4629): Process ended prematurely: osmo-stp_10.42.42.5(pid=4629) [trial-2370↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4629)]
</stderr><stdout>
----------------------------------------------
trial-2370 dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py
----------------------------------------------
06:27:37.461997 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)
06:27:37.473192 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)
06:27:37.620838 tst               switch_tch_pdch.py: using LAC 26482
06:27:37.734983 tst               switch_tch_pdch.py: using RAC 217
06:27:37.849626 tst               switch_tch_pdch.py: using CellId 26482
06:27:37.961965 tst               switch_tch_pdch.py: using BVCI 26483
06:27:37.983916 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)
06:27:37.995248 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)
06:27:38.006515 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)
06:27:38.017988 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)
06:27:38.029453 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)
06:27:38.040797 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)
06:27:38.052435 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)
06:27:38.063838 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)
06:27:38.177913 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)
06:27:38.441827 tst            switch_tch_pdch.py:51: start network...
06:27:38.559847 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
06:27:39.010245 run          create_hlr_db(pid=4623): Launched
06:27:39.175577 bus                          /gobi_6: Setting Powered False
06:27:40.196188 run          create_hlr_db(pid=4623): Terminated: ok {rc=0}
06:27:40.606675 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4625): Launched
06:27:40.913124 run    osmo-hlr_10.42.42.2(pid=4626): Launched
06:27:41.025782 run              osmo-stp_10.42.42.5: Starting osmo-stp
06:27:41.559359 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4628): Launched
06:27:41.865650 run    osmo-stp_10.42.42.5(pid=4629): Launched
06:27:41.976457 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
06:27:42.514595 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4631): Launched
06:27:42.623483 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
06:27:42.890792 run               patchelf(pid=4632): Launched
06:27:43.070611 run    osmo-stp_10.42.42.5(pid=4629): ERR: Terminated: ERROR {rc=1}  [trial-2370↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4629)]
06:27:43.202505 run    osmo-stp_10.42.42.5(pid=4629): stdout: 
| (launched: 2022-12-10_06:27:41.714956)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:27:43.334443 run    osmo-stp_10.42.42.5(pid=4629): stderr: 
| �[0;m�[38;5;43m20221210062741905 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210062741905 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210062741905 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210062741905 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210062741906 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210062741906 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210062741906 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:27:43.461703 run    osmo-stp_10.42.42.5(pid=4629): stdout: 
| (launched: 2022-12-10_06:27:41.714956)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:27:43.587016 run    osmo-stp_10.42.42.5(pid=4629): stderr: 
| �[0;m�[38;5;43m20221210062741905 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210062741905 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210062741905 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210062741905 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210062741906 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210062741906 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210062741906 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:27:43.733099 run               patchelf(pid=4632): Terminating (SIGINT)
06:27:43.904525 run               patchelf(pid=4632): Terminated: ok {rc=0}
06:27:43.935932 tst            switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=4629): Process ended prematurely: osmo-stp_10.42.42.5(pid=4629) [trial-2370↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4629)]  [trial-2370↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54]
06:27:43.945190 tst            switch_tch_pdch.py:54: Test FAILED (6.5 sec)
06:27:44.006518 run    osmo-hlr_10.42.42.2(pid=4626): ERR: Terminated: ERROR {rc=237}  [trial-2370↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4626)]
06:27:44.056897 run    osmo-hlr_10.42.42.2(pid=4626): stdout: 
| (launched: 2022-12-10_06:27:40.762317) 
06:27:44.108222 run    osmo-hlr_10.42.42.2(pid=4626): stderr: 
| �[0;m�[1;31m20221210062740957 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210062740957 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210062740957 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210062740957 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210062740958 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210062740958 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210062740970 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210062740978 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210062740978 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210062740978 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
06:27:44.151667 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4625): Terminating (SIGTERM)
06:27:44.192516 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4628): Terminating (SIGTERM)
06:27:44.233916 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4631): Terminating (SIGTERM)
06:27:44.243433 ---      ParallelTerminationStrategy: PID 4625 died...
06:27:44.297825 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4625): Terminated: ok {rc=0}
06:27:44.307781 ---      ParallelTerminationStrategy: PID 4628 died...
06:27:44.362814 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4628): Terminated: ok {rc=0}
06:27:44.372808 ---      ParallelTerminationStrategy: PID 4631 died...
06:27:44.427153 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4631): Terminated: ok {rc=0}
06:27:44.512529 bus                          /gobi_0: Setting Powered False
06:27:45.613106 bus                          /gobi_0: Setting Powered False
06:27:46.730305 bus                          /gobi_6: Setting Powered False
</stdout></case><duration>12.0</duration><id>129</id><name>dynts_trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any</name><properties></properties><timestamp>2022-12-10T06:27:37</timestamp></suite><suite><case><age>232</age><className>dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=4642): Process ended prematurely: osmo-stp_10.42.42.5(pid=4642) [trial-2370↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4642)]</errorStackTrace><failedSince>2139</failedSince><name>switch_tch_pdch.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py", line 54, in &lt;module&gt;
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4642): Process ended prematurely: osmo-stp_10.42.42.5(pid=4642) [trial-2370↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4642)]
</stderr><stdout>
----------------------------------------------
trial-2370 dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo switch_tch_pdch.py
----------------------------------------------
06:27:48.689790 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)
06:27:48.700904 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1)
06:27:48.845086 tst               switch_tch_pdch.py: using LAC 26483
06:27:48.957999 tst               switch_tch_pdch.py: using RAC 218
06:27:49.068866 tst               switch_tch_pdch.py: using CellId 26483
06:27:49.179313 tst               switch_tch_pdch.py: using BVCI 26484
06:27:49.201323 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)
06:27:49.212506 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)
06:27:49.223547 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)
06:27:49.234774 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)
06:27:49.245851 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)
06:27:49.257039 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)
06:27:49.268269 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)
06:27:49.279322 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)
06:27:49.390836 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)
06:27:49.674426 tst            switch_tch_pdch.py:51: start network...
06:27:49.802575 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
06:27:50.266429 run          create_hlr_db(pid=4636): Launched
06:27:50.391797 bus                          /gobi_6: Setting Powered False
06:27:51.465088 run          create_hlr_db(pid=4636): Terminated: ok {rc=0}
06:27:51.827771 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4638): Launched
06:27:52.114735 run    osmo-hlr_10.42.42.2(pid=4639): Launched
06:27:52.218606 run              osmo-stp_10.42.42.5: Starting osmo-stp
06:27:52.694494 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4641): Launched
06:27:52.980924 run    osmo-stp_10.42.42.5(pid=4642): Launched
06:27:53.085770 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
06:27:53.561646 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4644): Launched
06:27:53.663437 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
06:27:53.914113 run               patchelf(pid=4645): Launched
06:27:54.083004 run    osmo-stp_10.42.42.5(pid=4642): ERR: Terminated: ERROR {rc=1}  [trial-2370↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4642)]
06:27:54.206627 run    osmo-stp_10.42.42.5(pid=4642): stdout: 
| (launched: 2022-12-10_06:27:52.839088)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:27:54.330281 run    osmo-stp_10.42.42.5(pid=4642): stderr: 
| �[0;m�[38;5;43m20221210062753008 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210062753008 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210062753008 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210062753008 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210062753009 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210062753009 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210062753009 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:27:54.449394 run    osmo-stp_10.42.42.5(pid=4642): stdout: 
| (launched: 2022-12-10_06:27:52.839088)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:27:54.567225 run    osmo-stp_10.42.42.5(pid=4642): stderr: 
| �[0;m�[38;5;43m20221210062753008 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210062753008 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210062753008 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210062753008 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210062753009 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210062753009 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210062753009 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:27:54.704147 run               patchelf(pid=4645): Terminating (SIGINT)
06:27:54.866106 run               patchelf(pid=4645): Terminated: ok {rc=0}
06:27:54.895759 tst            switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=4642): Process ended prematurely: osmo-stp_10.42.42.5(pid=4642) [trial-2370↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4642)]  [trial-2370↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54]
06:27:54.904390 tst            switch_tch_pdch.py:54: Test FAILED (6.2 sec)
06:27:54.963951 run    osmo-hlr_10.42.42.2(pid=4639): ERR: Terminated: ERROR {rc=237}  [trial-2370↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4639)]
06:27:55.012415 run    osmo-hlr_10.42.42.2(pid=4639): stdout: 
| (launched: 2022-12-10_06:27:51.973308) 
06:27:55.061575 run    osmo-hlr_10.42.42.2(pid=4639): stderr: 
| �[0;m�[1;31m20221210062752147 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210062752147 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210062752147 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210062752147 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210062752147 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210062752147 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210062752159 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210062752167 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210062752167 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210062752167 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
06:27:55.102932 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4638): Terminating (SIGTERM)
06:27:55.142248 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4641): Terminating (SIGTERM)
06:27:55.181553 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4644): Terminating (SIGTERM)
06:27:55.190917 ---      ParallelTerminationStrategy: PID 4638 died...
06:27:55.243429 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4638): Terminated: ok {rc=0}
06:27:55.253093 ---      ParallelTerminationStrategy: PID 4641 died...
06:27:55.305198 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4641): Terminated: ok {rc=0}
06:27:55.314806 ---      ParallelTerminationStrategy: PID 4644 died...
06:27:55.366962 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4644): Terminated: ok {rc=0}
06:27:55.455269 bus                          /gobi_0: Setting Powered False
06:27:56.557086 bus                          /gobi_0: Setting Powered False
06:27:57.661436 bus                          /gobi_6: Setting Powered False
</stdout></case><duration>11.0</duration><id>130</id><name>dynts_trx-lms-limenet-micro+mod-bts0-dynts67-osmo</name><properties></properties><timestamp>2022-12-10T06:27:48</timestamp></suite><suite><case><age>199</age><className>nitb_sms:nanobts</className><duration>4.0</duration><errorStackTrace>osmo-nitb_10.42.42.2(pid=4650): Process ended prematurely: osmo-nitb_10.42.42.2(pid=4650) [trial-2370↪nitb_sms:nanobts↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=4650)]</errorStackTrace><failedSince>2172</failedSince><name>mo_mt_sms.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py", line 11, in &lt;module&gt;
    nitb.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py", line 67, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=4650): Process ended prematurely: osmo-nitb_10.42.42.2(pid=4650) [trial-2370↪nitb_sms:nanobts↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=4650)]
</stderr><stdout>
----------------------------------------------
trial-2370 nitb_sms:nanobts mo_mt_sms.py
----------------------------------------------
06:27:59.528400 tst                 nitb_sms:nanobts: Using 1 x ip_address (candidates: 1)
06:27:59.539130 tst                 nitb_sms:nanobts: Using 1 x bts (candidates: 1)
06:27:59.658039 tst                     mo_mt_sms.py: using LAC 26484
06:27:59.768447 tst                     mo_mt_sms.py: using RAC 219
06:27:59.879103 tst                     mo_mt_sms.py: using CellId 26484
06:27:59.989872 tst                     mo_mt_sms.py: using BVCI 26485
06:28:00.011576 tst                 nitb_sms:nanobts: Using 1 x modem (candidates: 2)
06:28:00.127479 tst                 nitb_sms:nanobts: Using 1 x modem (candidates: 2)
06:28:00.405610 tst                   mo_mt_sms.py:9: start nitb and bts...
06:28:00.532633 run             osmo-nitb_10.42.42.2: Starting osmo-nitb
06:28:01.186189 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=4649): Launched
06:28:01.511606 run   osmo-nitb_10.42.42.2(pid=4650): Launched
06:28:01.705288 run   osmo-nitb_10.42.42.2(pid=4650): ERR: Terminated: ERROR {rc=2}  [trial-2370↪nitb_sms:nanobts↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=4650)]
06:28:01.847547 run   osmo-nitb_10.42.42.2(pid=4650): stdout: 
| (launched: 2022-12-10_06:28:01.344553) 
06:28:01.990117 run   osmo-nitb_10.42.42.2(pid=4650): stderr: 
| (launched: 2022-12-10_06:28:01.391239)
| ======================================================================
| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and
| obsolete for several years.  If you really want to ignore years of hard work on
| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),
| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line
| argument.  DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!
| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box
| ====================================================================== 
06:28:02.127706 run   osmo-nitb_10.42.42.2(pid=4650): stdout: 
| (launched: 2022-12-10_06:28:01.344553) 
06:28:02.261888 run   osmo-nitb_10.42.42.2(pid=4650): stderr: 
| (launched: 2022-12-10_06:28:01.391239)
| ======================================================================
| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and
| obsolete for several years.  If you really want to ignore years of hard work on
| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),
| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line
| argument.  DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!
| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box
| ====================================================================== 
06:28:02.635505 tst   osmo-nitb_10.42.42.2(pid=4650): stdout: 
| (launched: 2022-12-10_06:28:01.344553) 
06:28:02.758402 tst   osmo-nitb_10.42.42.2(pid=4650): stderr: 
| (launched: 2022-12-10_06:28:01.391239)
| ======================================================================
| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and
| obsolete for several years.  If you really want to ignore years of hard work on
| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),
| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line
| argument.  DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!
| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box
| ====================================================================== 
06:28:02.812027 tst                  mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=4650): Process ended prematurely: osmo-nitb_10.42.42.2(pid=4650) [trial-2370↪nitb_sms:nanobts↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=4650)]  [trial-2370↪nitb_sms:nanobts↪mo_mt_sms.py:11]
06:28:02.820545 tst                  mo_mt_sms.py:11: Test FAILED (3.3 sec)
06:28:02.857189 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=4649): Terminating (SIGTERM)
06:28:03.034854 ---      ParallelTerminationStrategy: PID 4649 died...
06:28:03.092605 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=4649): Terminated: ok {rc=0}
06:28:03.177794 bus                        /sierra_3: Setting Powered False
06:28:04.284420 bus                        /sierra_3: Setting Powered False
06:28:05.395044 bus                        /sierra_2: Setting Powered False
</stdout></case><duration>8.0</duration><id>131</id><name>nitb_sms_nanobts</name><properties></properties><timestamp>2022-12-10T06:27:59</timestamp></suite><suite><case><age>40</age><className>sms:nanobts+band-1900</className><duration>6.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=4660): Process ended prematurely: osmo-stp_10.42.42.5(pid=4660) [trial-2370↪sms:nanobts+band-1900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4660)]</errorStackTrace><failedSince>2331</failedSince><name>mo_mt_sms.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py", line 16, in &lt;module&gt;
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4660): Process ended prematurely: osmo-stp_10.42.42.5(pid=4660) [trial-2370↪sms:nanobts+band-1900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4660)]
</stderr><stdout>
----------------------------------------------
trial-2370 sms:nanobts+band-1900 mo_mt_sms.py
----------------------------------------------
06:28:07.254358 tst            sms:nanobts+band-1900: Using 1 x ip_address (candidates: 6)
06:28:07.265405 tst            sms:nanobts+band-1900: Using 1 x bts (candidates: 1)
06:28:07.392586 tst                     mo_mt_sms.py: using LAC 26485
06:28:07.510476 tst                     mo_mt_sms.py: using RAC 220
06:28:07.630898 tst                     mo_mt_sms.py: using CellId 26485
06:28:07.749518 tst                     mo_mt_sms.py: using BVCI 26486
06:28:07.772798 tst            sms:nanobts+band-1900: Using 1 x ip_address (candidates: 6)
06:28:07.783855 tst            sms:nanobts+band-1900: Using 1 x ip_address (candidates: 6)
06:28:07.794840 tst            sms:nanobts+band-1900: Using 1 x ip_address (candidates: 6)
06:28:07.805833 tst            sms:nanobts+band-1900: Using 1 x ip_address (candidates: 6)
06:28:07.816691 tst            sms:nanobts+band-1900: Using 1 x ip_address (candidates: 6)
06:28:07.827564 tst            sms:nanobts+band-1900: Using 1 x modem (candidates: 2)
06:28:07.938901 tst            sms:nanobts+band-1900: Using 1 x modem (candidates: 2)
06:28:08.136441 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
06:28:08.587826 run          create_hlr_db(pid=4654): Launched
06:28:08.752775 bus                        /sierra_2: Setting Powered False
06:28:09.774410 run          create_hlr_db(pid=4654): Terminated: ok {rc=0}
06:28:10.156704 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4656): Launched
06:28:10.442263 run    osmo-hlr_10.42.42.2(pid=4657): Launched
06:28:10.546557 run              osmo-stp_10.42.42.5: Starting osmo-stp
06:28:11.043242 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4659): Launched
06:28:11.329346 run    osmo-stp_10.42.42.5(pid=4660): Launched
06:28:11.433863 run              osmo-msc_10.42.42.6: Starting osmo-msc
06:28:11.958966 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4662): Launched
06:28:12.246613 run    osmo-msc_10.42.42.6(pid=4663): Launched
06:28:12.416067 run    osmo-stp_10.42.42.5(pid=4660): ERR: Terminated: ERROR {rc=1}  [trial-2370↪sms:nanobts+band-1900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4660)]
06:28:12.539351 run    osmo-stp_10.42.42.5(pid=4660): stdout: 
| (launched: 2022-12-10_06:28:11.187664)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:28:12.659117 run    osmo-stp_10.42.42.5(pid=4660): stderr: 
| �[0;m�[38;5;43m20221210062811356 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210062811356 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210062811357 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210062811357 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210062811358 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210062811358 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210062811358 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:28:12.774371 run    osmo-stp_10.42.42.5(pid=4660): stdout: 
| (launched: 2022-12-10_06:28:11.187664)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:28:12.888585 run    osmo-stp_10.42.42.5(pid=4660): stderr: 
| �[0;m�[38;5;43m20221210062811356 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210062811356 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210062811357 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210062811357 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210062811358 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210062811358 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210062811358 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:28:12.938922 tst                  mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=4660): Process ended prematurely: osmo-stp_10.42.42.5(pid=4660) [trial-2370↪sms:nanobts+band-1900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4660)]  [trial-2370↪sms:nanobts+band-1900↪mo_mt_sms.py:16]
06:28:12.947062 tst                  mo_mt_sms.py:16: Test FAILED (5.7 sec)
06:28:13.005870 run    osmo-hlr_10.42.42.2(pid=4657): ERR: Terminated: ERROR {rc=237}  [trial-2370↪sms:nanobts+band-1900↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4657)]
06:28:13.054400 run    osmo-hlr_10.42.42.2(pid=4657): stdout: 
| (launched: 2022-12-10_06:28:10.301522) 
06:28:13.103293 run    osmo-hlr_10.42.42.2(pid=4657): stderr: 
| �[0;m�[1;31m20221210062810474 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210062810474 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210062810474 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210062810474 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210062810474 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210062810474 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210062810487 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/sms:nanobts+band-1900/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210062810495 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210062810495 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210062810495 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
06:28:13.169457 run    osmo-msc_10.42.42.6(pid=4663): ERR: Terminated: ERROR {rc=2}  [trial-2370↪sms:nanobts+band-1900↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=4663)]
06:28:13.217403 run    osmo-msc_10.42.42.6(pid=4663): stdout: 
| (launched: 2022-12-10_06:28:12.103688) 
06:28:13.266190 run    osmo-msc_10.42.42.6(pid=4663): stderr: 
| �[0;m�[38;5;43m20221210062812372 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210062812372 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd86553ec40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210062812372 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210062812372 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210062812373 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210062812373 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210062812374 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210062812375 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210062812375 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210062812375 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
06:28:13.307590 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4656): Terminating (SIGTERM)
06:28:13.346549 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4659): Terminating (SIGTERM)
06:28:13.385709 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4662): Terminating (SIGTERM)
06:28:13.394961 ---      ParallelTerminationStrategy: PID 4656 died...
06:28:13.447425 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4656): Terminated: ok {rc=0}
06:28:13.457107 ---      ParallelTerminationStrategy: PID 4659 died...
06:28:13.508922 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4659): Terminated: ok {rc=0}
06:28:13.518607 ---      ParallelTerminationStrategy: PID 4662 died...
06:28:13.570776 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4662): Terminated: ok {rc=0}
06:28:13.652915 bus                        /sierra_3: Setting Powered False
06:28:14.752061 bus                        /sierra_3: Setting Powered False
06:28:15.873165 bus                        /sierra_2: Setting Powered False
</stdout></case><duration>11.0</duration><id>132</id><name>sms_nanobts+band-1900</name><properties></properties><timestamp>2022-12-10T06:28:07</timestamp></suite><suite><case><age>199</age><className>nitb_ussd:nanobts+band-1900</className><duration>4.0</duration><errorStackTrace>osmo-nitb_10.42.42.2(pid=4669): Process ended prematurely: osmo-nitb_10.42.42.2(pid=4669) [trial-2370↪nitb_ussd:nanobts+band-1900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=4669)]</errorStackTrace><failedSince>2172</failedSince><name>assert_extension.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py", line 12, in &lt;module&gt;
    nitb.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py", line 67, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=4669): Process ended prematurely: osmo-nitb_10.42.42.2(pid=4669) [trial-2370↪nitb_ussd:nanobts+band-1900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=4669)]
</stderr><stdout>
----------------------------------------------
trial-2370 nitb_ussd:nanobts+band-1900 assert_extension.py
----------------------------------------------
06:28:17.712148 tst      nitb_ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 1)
06:28:17.723164 tst      nitb_ussd:nanobts+band-1900: Using 1 x bts (candidates: 1)
06:28:17.846971 tst              assert_extension.py: using LAC 26486
06:28:17.959213 tst              assert_extension.py: using RAC 221
06:28:18.071888 tst              assert_extension.py: using CellId 26486
06:28:18.188024 tst              assert_extension.py: using BVCI 26487
06:28:18.209815 tst      nitb_ussd:nanobts+band-1900: Using 1 x modem (candidates: 1)
06:28:18.488273 tst           assert_extension.py:10: start nitb and bts...
06:28:18.615665 run             osmo-nitb_10.42.42.2: Starting osmo-nitb
06:28:19.250484 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=4668): Launched
06:28:19.552698 run   osmo-nitb_10.42.42.2(pid=4669): Launched
06:28:19.741908 run   osmo-nitb_10.42.42.2(pid=4669): ERR: Terminated: ERROR {rc=2}  [trial-2370↪nitb_ussd:nanobts+band-1900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=4669)]
06:28:19.881039 run   osmo-nitb_10.42.42.2(pid=4669): stdout: 
| (launched: 2022-12-10_06:28:19.405909) 
06:28:20.020590 run   osmo-nitb_10.42.42.2(pid=4669): stderr: 
| (launched: 2022-12-10_06:28:19.451319)
| ======================================================================
| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and
| obsolete for several years.  If you really want to ignore years of hard work on
| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),
| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line
| argument.  DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!
| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box
| ====================================================================== 
06:28:20.155610 run   osmo-nitb_10.42.42.2(pid=4669): stdout: 
| (launched: 2022-12-10_06:28:19.405909) 
06:28:20.288677 run   osmo-nitb_10.42.42.2(pid=4669): stderr: 
| (launched: 2022-12-10_06:28:19.451319)
| ======================================================================
| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and
| obsolete for several years.  If you really want to ignore years of hard work on
| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),
| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line
| argument.  DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!
| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box
| ====================================================================== 
06:28:20.675718 tst   osmo-nitb_10.42.42.2(pid=4669): stdout: 
| (launched: 2022-12-10_06:28:19.405909) 
06:28:20.797873 tst   osmo-nitb_10.42.42.2(pid=4669): stderr: 
| (launched: 2022-12-10_06:28:19.451319)
| ======================================================================
| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and
| obsolete for several years.  If you really want to ignore years of hard work on
| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),
| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line
| argument.  DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!
| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box
| ====================================================================== 
06:28:20.851622 tst           assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=4669): Process ended prematurely: osmo-nitb_10.42.42.2(pid=4669) [trial-2370↪nitb_ussd:nanobts+band-1900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=4669)]  [trial-2370↪nitb_ussd:nanobts+band-1900↪assert_extension.py:12]
06:28:20.860340 tst           assert_extension.py:12: Test FAILED (3.1 sec)
06:28:20.895508 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=4668): Terminating (SIGTERM)
06:28:21.073273 ---      ParallelTerminationStrategy: PID 4668 died...
06:28:21.129710 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=4668): Terminated: ok {rc=0}
06:28:21.215775 bus                        /sierra_2: Setting Powered False
</stdout></case><duration>6.0</duration><id>133</id><name>nitb_ussd_nanobts+band-1900</name><properties></properties><timestamp>2022-12-10T06:28:17</timestamp></suite><suite><case><age>40</age><className>ussd:nanobts+band-1900</className><duration>6.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=4679): Process ended prematurely: osmo-stp_10.42.42.5(pid=4679) [trial-2370↪ussd:nanobts+band-1900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4679)]</errorStackTrace><failedSince>2331</failedSince><name>assert_extension.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py", line 17, in &lt;module&gt;
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4679): Process ended prematurely: osmo-stp_10.42.42.5(pid=4679) [trial-2370↪ussd:nanobts+band-1900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4679)]
</stderr><stdout>
----------------------------------------------
trial-2370 ussd:nanobts+band-1900 assert_extension.py
----------------------------------------------
06:28:23.022682 tst           ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 6)
06:28:23.033856 tst           ussd:nanobts+band-1900: Using 1 x bts (candidates: 1)
06:28:23.167283 tst              assert_extension.py: using LAC 26487
06:28:23.300263 tst              assert_extension.py: using RAC 222
06:28:23.418946 tst              assert_extension.py: using CellId 26487
06:28:23.532781 tst              assert_extension.py: using BVCI 26488
06:28:23.554458 tst           ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 6)
06:28:23.565268 tst           ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 6)
06:28:23.575861 tst           ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 6)
06:28:23.586767 tst           ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 6)
06:28:23.597617 tst           ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 6)
06:28:23.608372 tst           ussd:nanobts+band-1900: Using 1 x modem (candidates: 1)
06:28:23.808586 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
06:28:24.297755 run          create_hlr_db(pid=4673): Launched
06:28:24.475748 bus                        /sierra_2: Setting Powered False
06:28:25.495911 run          create_hlr_db(pid=4673): Terminated: ok {rc=0}
06:28:25.906358 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4675): Launched
06:28:26.213692 run    osmo-hlr_10.42.42.2(pid=4676): Launched
06:28:26.325237 run              osmo-stp_10.42.42.5: Starting osmo-stp
06:28:26.860010 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4678): Launched
06:28:27.168730 run    osmo-stp_10.42.42.5(pid=4679): Launched
06:28:27.280623 run              osmo-msc_10.42.42.6: Starting osmo-msc
06:28:27.842776 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4681): Launched
06:28:28.149366 run    osmo-msc_10.42.42.6(pid=4682): Launched
06:28:28.329112 run    osmo-stp_10.42.42.5(pid=4679): ERR: Terminated: ERROR {rc=1}  [trial-2370↪ussd:nanobts+band-1900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4679)]
06:28:28.459387 run    osmo-stp_10.42.42.5(pid=4679): stdout: 
| (launched: 2022-12-10_06:28:27.016114)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:28:28.588625 run    osmo-stp_10.42.42.5(pid=4679): stderr: 
| �[0;m�[38;5;43m20221210062827209 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210062827209 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210062827209 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210062827210 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210062827210 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210062827210 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210062827210 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:28:28.711608 run    osmo-stp_10.42.42.5(pid=4679): stdout: 
| (launched: 2022-12-10_06:28:27.016114)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:28:28.833428 run    osmo-stp_10.42.42.5(pid=4679): stderr: 
| �[0;m�[38;5;43m20221210062827209 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210062827209 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210062827209 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210062827210 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210062827210 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210062827210 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210062827210 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:28:28.887199 tst           assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=4679): Process ended prematurely: osmo-stp_10.42.42.5(pid=4679) [trial-2370↪ussd:nanobts+band-1900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4679)]  [trial-2370↪ussd:nanobts+band-1900↪assert_extension.py:17]
06:28:28.895633 tst           assert_extension.py:17: Test FAILED (5.9 sec)
06:28:28.957015 run    osmo-hlr_10.42.42.2(pid=4676): ERR: Terminated: ERROR {rc=237}  [trial-2370↪ussd:nanobts+band-1900↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4676)]
06:28:29.007625 run    osmo-hlr_10.42.42.2(pid=4676): stdout: 
| (launched: 2022-12-10_06:28:26.062167) 
06:28:29.058790 run    osmo-hlr_10.42.42.2(pid=4676): stderr: 
| �[0;m�[1;31m20221210062826256 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210062826256 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210062826256 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210062826256 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210062826256 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210062826256 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210062826296 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/ussd:nanobts+band-1900/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210062826306 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210062826306 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210062826306 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
06:28:29.128564 run    osmo-msc_10.42.42.6(pid=4682): ERR: Terminated: ERROR {rc=2}  [trial-2370↪ussd:nanobts+band-1900↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=4682)]
06:28:29.179099 run    osmo-msc_10.42.42.6(pid=4682): stdout: 
| (launched: 2022-12-10_06:28:27.998356) 
06:28:29.230082 run    osmo-msc_10.42.42.6(pid=4682): stderr: 
| �[0;m�[38;5;43m20221210062828318 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210062828318 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f028a0b4c40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210062828318 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210062828318 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210062828319 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210062828319 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210062828320 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210062828321 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210062828321 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210062828321 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
06:28:29.273703 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4675): Terminating (SIGTERM)
06:28:29.314598 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4678): Terminating (SIGTERM)
06:28:29.355592 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4681): Terminating (SIGTERM)
06:28:29.364763 ---      ParallelTerminationStrategy: PID 4675 died...
06:28:29.419412 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4675): Terminated: ok {rc=0}
06:28:29.429290 ---      ParallelTerminationStrategy: PID 4678 died...
06:28:29.483516 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4678): Terminated: ok {rc=0}
06:28:29.493371 ---      ParallelTerminationStrategy: PID 4681 died...
06:28:29.547775 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4681): Terminated: ok {rc=0}
06:28:29.633329 bus                        /sierra_2: Setting Powered False
</stdout></case><duration>9.0</duration><id>134</id><name>ussd_nanobts+band-1900</name><properties></properties><timestamp>2022-12-10T06:28:22</timestamp></suite><suite><case><age>40</age><className>voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1</className><duration>6.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=4693): Process ended prematurely: osmo-stp_10.42.42.5(pid=4693) [trial-2370↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4693)]</errorStackTrace><failedSince>2331</failedSince><name>mo_mt_call.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py", line 8, in &lt;module&gt;
    test_mo_mt_call(False, False)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py", line 19, in test_mo_mt_call
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4693): Process ended prematurely: osmo-stp_10.42.42.5(pid=4693) [trial-2370↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4693)]
</stderr><stdout>
----------------------------------------------
trial-2370 voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py
----------------------------------------------
06:28:31.580826 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)
06:28:31.593169 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)
06:28:31.767337 tst                    mo_mt_call.py: using LAC 26488
06:28:31.896607 tst                    mo_mt_call.py: using RAC 223
06:28:32.018594 tst                    mo_mt_call.py: using CellId 26488
06:28:32.164402 tst                    mo_mt_call.py: using BVCI 26489
06:28:32.188409 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)
06:28:32.200660 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)
06:28:32.212602 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)
06:28:32.225780 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)
06:28:32.239642 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)
06:28:32.252713 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)
06:28:32.377878 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)
06:28:32.573391 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
06:28:33.034340 run          create_hlr_db(pid=4687): Launched
06:28:33.202462 bus                        /sierra_2: Setting Powered False
06:28:34.224045 run          create_hlr_db(pid=4687): Terminated: ok {rc=0}
06:28:34.613448 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4689): Launched
06:28:34.905713 run    osmo-hlr_10.42.42.2(pid=4690): Launched
06:28:35.009767 run              osmo-stp_10.42.42.5: Starting osmo-stp
06:28:35.518409 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4692): Launched
06:28:35.810245 run    osmo-stp_10.42.42.5(pid=4693): Launched
06:28:35.928499 run              osmo-msc_10.42.42.6: Starting osmo-msc
06:28:36.464902 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4695): Launched
06:28:36.758551 run    osmo-msc_10.42.42.6(pid=4696): Launched
06:28:36.930456 run    osmo-stp_10.42.42.5(pid=4693): ERR: Terminated: ERROR {rc=1}  [trial-2370↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4693)]
06:28:37.055210 run    osmo-stp_10.42.42.5(pid=4693): stdout: 
| (launched: 2022-12-10_06:28:35.666094)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:28:37.178297 run    osmo-stp_10.42.42.5(pid=4693): stderr: 
| �[0;m�[38;5;43m20221210062835833 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210062835834 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210062835834 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210062835834 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210062835836 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210062835837 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210062835837 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:28:37.296452 run    osmo-stp_10.42.42.5(pid=4693): stdout: 
| (launched: 2022-12-10_06:28:35.666094)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:28:37.413533 run    osmo-stp_10.42.42.5(pid=4693): stderr: 
| �[0;m�[38;5;43m20221210062835833 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210062835834 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210062835834 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210062835834 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210062835836 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210062835837 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210062835837 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:28:37.465191 tst                  mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=4693): Process ended prematurely: osmo-stp_10.42.42.5(pid=4693) [trial-2370↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4693)]  [trial-2370↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]
06:28:37.473687 tst                  mo_mt_call.py:8: Test FAILED (5.9 sec)
06:28:37.534060 run    osmo-hlr_10.42.42.2(pid=4690): ERR: Terminated: ERROR {rc=237}  [trial-2370↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4690)]
06:28:37.582664 run    osmo-hlr_10.42.42.2(pid=4690): stdout: 
| (launched: 2022-12-10_06:28:34.761267) 
06:28:37.631927 run    osmo-hlr_10.42.42.2(pid=4690): stderr: 
| �[0;m�[1;31m20221210062834934 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210062834934 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210062834934 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210062834934 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210062834934 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210062834934 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210062835067 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210062835077 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210062835078 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210062835078 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
06:28:37.698781 run    osmo-msc_10.42.42.6(pid=4696): ERR: Terminated: ERROR {rc=2}  [trial-2370↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=4696)]
06:28:37.746764 run    osmo-msc_10.42.42.6(pid=4696): stdout: 
| (launched: 2022-12-10_06:28:36.613165) 
06:28:37.796637 run    osmo-msc_10.42.42.6(pid=4696): stderr: 
| �[0;m�[38;5;43m20221210062836886 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210062836886 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f3f11a0fc40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210062836887 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210062836887 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210062836887 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210062836887 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210062836889 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210062836889 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210062836889 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210062836889 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
06:28:37.837831 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4689): Terminating (SIGTERM)
06:28:37.877529 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4692): Terminating (SIGTERM)
06:28:37.916914 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4695): Terminating (SIGTERM)
06:28:37.926676 ---      ParallelTerminationStrategy: PID 4689 died...
06:28:37.979115 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4689): Terminated: ok {rc=0}
06:28:37.989284 ---      ParallelTerminationStrategy: PID 4692 died...
06:28:38.041530 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4692): Terminated: ok {rc=0}
06:28:38.051578 ---      ParallelTerminationStrategy: PID 4695 died...
06:28:38.103868 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4695): Terminated: ok {rc=0}
06:28:38.185958 bus                        /sierra_3: Setting Powered False
06:28:39.291353 bus                        /sierra_3: Setting Powered False
06:28:40.396491 bus                        /sierra_2: Setting Powered False
</stdout></case><case><age>49</age><className>voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=4705): Process ended prematurely: osmo-stp_10.42.42.5(pid=4705) [trial-2370↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4705)]</errorStackTrace><failedSince>2322</failedSince><name>mo_mt_call_osmux.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py", line 8, in &lt;module&gt;
    test_mo_mt_call(True, True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py", line 19, in test_mo_mt_call
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4705): Process ended prematurely: osmo-stp_10.42.42.5(pid=4705) [trial-2370↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4705)]
</stderr><stdout>
----------------------------------------------
trial-2370 voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py
----------------------------------------------
06:28:41.509028 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)
06:28:41.521283 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)
06:28:41.673507 tst              mo_mt_call_osmux.py: using LAC 26489
06:28:41.790913 tst              mo_mt_call_osmux.py: using RAC 224
06:28:41.906763 tst              mo_mt_call_osmux.py: using CellId 26489
06:28:42.023711 tst              mo_mt_call_osmux.py: using BVCI 26490
06:28:42.046037 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)
06:28:42.057205 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)
06:28:42.068021 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)
06:28:42.079283 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)
06:28:42.090702 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)
06:28:42.101975 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)
06:28:42.217654 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)
06:28:42.414368 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
06:28:42.873139 run          create_hlr_db(pid=4698): Launched
06:28:43.039831 bus                        /sierra_2: Setting Powered False
06:28:44.062181 run          create_hlr_db(pid=4698): Terminated: ok {rc=0}
06:28:44.477996 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4701): Launched
06:28:44.789821 run    osmo-hlr_10.42.42.2(pid=4702): Launched
06:28:44.908496 run              osmo-stp_10.42.42.5: Starting osmo-stp
06:28:45.453125 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4704): Launched
06:28:45.765350 run    osmo-stp_10.42.42.5(pid=4705): Launched
06:28:45.972306 run              osmo-msc_10.42.42.6: Starting osmo-msc
06:28:46.616895 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4707): Launched
06:28:47.069983 run    osmo-msc_10.42.42.6(pid=4708): Launched
06:28:47.331637 run    osmo-stp_10.42.42.5(pid=4705): ERR: Terminated: ERROR {rc=1}  [trial-2370↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4705)]
06:28:47.485088 run    osmo-stp_10.42.42.5(pid=4705): stdout: 
| (launched: 2022-12-10_06:28:45.612161)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:28:47.607869 run    osmo-stp_10.42.42.5(pid=4705): stderr: 
| �[0;m�[38;5;43m20221210062845803 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210062845803 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210062845803 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210062845804 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210062845804 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210062845804 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210062845804 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:28:47.725479 run    osmo-stp_10.42.42.5(pid=4705): stdout: 
| (launched: 2022-12-10_06:28:45.612161)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:28:47.842882 run    osmo-stp_10.42.42.5(pid=4705): stderr: 
| �[0;m�[38;5;43m20221210062845803 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210062845803 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210062845803 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210062845804 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210062845804 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210062845804 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210062845804 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:28:47.894577 tst            mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=4705): Process ended prematurely: osmo-stp_10.42.42.5(pid=4705) [trial-2370↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4705)]  [trial-2370↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]
06:28:47.903151 tst            mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)
06:28:47.962176 run    osmo-hlr_10.42.42.2(pid=4702): ERR: Terminated: ERROR {rc=237}  [trial-2370↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4702)]
06:28:48.010293 run    osmo-hlr_10.42.42.2(pid=4702): stdout: 
| (launched: 2022-12-10_06:28:44.637217) 
06:28:48.058851 run    osmo-hlr_10.42.42.2(pid=4702): stderr: 
| �[0;m�[1;31m20221210062844834 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210062844834 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210062844834 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210062844834 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210062844834 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210062844834 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210062844846 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210062844855 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210062844855 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210062844855 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
06:28:48.125003 run    osmo-msc_10.42.42.6(pid=4708): ERR: Terminated: ERROR {rc=2}  [trial-2370↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=4708)]
06:28:48.172817 run    osmo-msc_10.42.42.6(pid=4708): stdout: 
| (launched: 2022-12-10_06:28:46.779509) 
06:28:48.221245 run    osmo-msc_10.42.42.6(pid=4708): stderr: 
| �[0;m�[38;5;43m20221210062847210 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210062847211 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f763cc65c40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210062847211 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210062847211 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210062847211 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210062847211 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210062847215 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210062847217 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210062847218 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210062847218 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
06:28:48.261860 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4701): Terminating (SIGTERM)
06:28:48.300675 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4704): Terminating (SIGTERM)
06:28:48.339329 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4707): Terminating (SIGTERM)
06:28:48.348494 ---      ParallelTerminationStrategy: PID 4701 died...
06:28:48.400168 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4701): Terminated: ok {rc=0}
06:28:48.409887 ---      ParallelTerminationStrategy: PID 4704 died...
06:28:48.461871 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4704): Terminated: ok {rc=0}
06:28:48.471178 ---      ParallelTerminationStrategy: PID 4707 died...
06:28:48.522620 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4707): Terminated: ok {rc=0}
06:28:48.609662 bus                        /sierra_3: Setting Powered False
06:28:49.711275 bus                        /sierra_3: Setting Powered False
06:28:50.819102 bus                        /sierra_2: Setting Powered False
</stdout></case><duration>22.0</duration><id>135</id><name>voice_nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1</name><properties></properties><timestamp>2022-12-10T06:28:31</timestamp></suite><suite><case><age>40</age><className>voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2</className><duration>6.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=4720): Process ended prematurely: osmo-stp_10.42.42.5(pid=4720) [trial-2370↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4720)]</errorStackTrace><failedSince>2331</failedSince><name>mo_mt_call.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py", line 8, in &lt;module&gt;
    test_mo_mt_call(False, False)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py", line 19, in test_mo_mt_call
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4720): Process ended prematurely: osmo-stp_10.42.42.5(pid=4720) [trial-2370↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4720)]
</stderr><stdout>
----------------------------------------------
trial-2370 voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py
----------------------------------------------
06:28:52.800276 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)
06:28:52.811724 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)
06:28:52.965423 tst                    mo_mt_call.py: using LAC 26490
06:28:53.086763 tst                    mo_mt_call.py: using RAC 225
06:28:53.208789 tst                    mo_mt_call.py: using CellId 26490
06:28:53.330357 tst                    mo_mt_call.py: using BVCI 26491
06:28:53.354376 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)
06:28:53.366140 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)
06:28:53.377496 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)
06:28:53.388803 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)
06:28:53.400268 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)
06:28:53.411696 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)
06:28:53.526857 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)
06:28:53.732906 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
06:28:54.231743 run          create_hlr_db(pid=4714): Launched
06:28:54.411538 bus                        /sierra_2: Setting Powered False
06:28:55.432418 run          create_hlr_db(pid=4714): Terminated: ok {rc=0}
06:28:55.824456 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4716): Launched
06:28:56.115976 run    osmo-hlr_10.42.42.2(pid=4717): Launched
06:28:56.222725 run              osmo-stp_10.42.42.5: Starting osmo-stp
06:28:56.730035 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4719): Launched
06:28:57.021569 run    osmo-stp_10.42.42.5(pid=4720): Launched
06:28:57.129353 run              osmo-msc_10.42.42.6: Starting osmo-msc
06:28:57.662826 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4722): Launched
06:28:57.955717 run    osmo-msc_10.42.42.6(pid=4723): Launched
06:28:58.129562 run    osmo-stp_10.42.42.5(pid=4720): ERR: Terminated: ERROR {rc=1}  [trial-2370↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4720)]
06:28:58.254652 run    osmo-stp_10.42.42.5(pid=4720): stdout: 
| (launched: 2022-12-10_06:28:56.877985)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:28:58.377086 run    osmo-stp_10.42.42.5(pid=4720): stderr: 
| �[0;m�[38;5;43m20221210062857045 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210062857045 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210062857045 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210062857046 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210062857048 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210062857048 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210062857048 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:28:58.494813 run    osmo-stp_10.42.42.5(pid=4720): stdout: 
| (launched: 2022-12-10_06:28:56.877985)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:28:58.610917 run    osmo-stp_10.42.42.5(pid=4720): stderr: 
| �[0;m�[38;5;43m20221210062857045 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210062857045 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210062857045 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210062857046 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210062857048 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210062857048 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210062857048 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:28:58.662302 tst                  mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=4720): Process ended prematurely: osmo-stp_10.42.42.5(pid=4720) [trial-2370↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4720)]  [trial-2370↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]
06:28:58.670973 tst                  mo_mt_call.py:8: Test FAILED (5.9 sec)
06:28:58.729743 run    osmo-hlr_10.42.42.2(pid=4717): ERR: Terminated: ERROR {rc=237}  [trial-2370↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4717)]
06:28:58.777442 run    osmo-hlr_10.42.42.2(pid=4717): stdout: 
| (launched: 2022-12-10_06:28:55.971713) 
06:28:58.826529 run    osmo-hlr_10.42.42.2(pid=4717): stderr: 
| �[0;m�[1;31m20221210062856147 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210062856147 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210062856147 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210062856147 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210062856147 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210062856147 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210062856160 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210062856169 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210062856170 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210062856170 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
06:28:58.892536 run    osmo-msc_10.42.42.6(pid=4723): ERR: Terminated: ERROR {rc=2}  [trial-2370↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=4723)]
06:28:58.940378 run    osmo-msc_10.42.42.6(pid=4723): stdout: 
| (launched: 2022-12-10_06:28:57.810850) 
06:28:58.988655 run    osmo-msc_10.42.42.6(pid=4723): stderr: 
| �[0;m�[38;5;43m20221210062858082 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210062858084 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fabce116c40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210062858084 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210062858084 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210062858084 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210062858084 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210062858086 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210062858086 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210062858087 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210062858087 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
06:28:59.029345 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4716): Terminating (SIGTERM)
06:28:59.067971 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4719): Terminating (SIGTERM)
06:28:59.107325 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4722): Terminating (SIGTERM)
06:28:59.116587 ---      ParallelTerminationStrategy: PID 4716 died...
06:28:59.168792 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4716): Terminated: ok {rc=0}
06:28:59.178152 ---      ParallelTerminationStrategy: PID 4719 died...
06:28:59.229629 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4719): Terminated: ok {rc=0}
06:28:59.239117 ---      ParallelTerminationStrategy: PID 4722 died...
06:28:59.291125 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4722): Terminated: ok {rc=0}
06:28:59.377478 bus                        /sierra_3: Setting Powered False
06:29:00.478072 bus                        /sierra_3: Setting Powered False
06:29:01.582527 bus                        /sierra_2: Setting Powered False
</stdout></case><case><age>51</age><className>voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=4731): Process ended prematurely: osmo-stp_10.42.42.5(pid=4731) [trial-2370↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4731)]</errorStackTrace><failedSince>2320</failedSince><name>mo_mt_call_osmux.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py", line 8, in &lt;module&gt;
    test_mo_mt_call(True, True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py", line 19, in test_mo_mt_call
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4731): Process ended prematurely: osmo-stp_10.42.42.5(pid=4731) [trial-2370↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4731)]
</stderr><stdout>
----------------------------------------------
trial-2370 voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py
----------------------------------------------
06:29:02.693888 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)
06:29:02.705898 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)
06:29:02.855564 tst              mo_mt_call_osmux.py: using LAC 26491
06:29:02.978020 tst              mo_mt_call_osmux.py: using RAC 226
06:29:03.102435 tst              mo_mt_call_osmux.py: using CellId 26491
06:29:03.225153 tst              mo_mt_call_osmux.py: using BVCI 26492
06:29:03.248859 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)
06:29:03.260473 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)
06:29:03.271873 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)
06:29:03.283269 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)
06:29:03.294846 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)
06:29:03.306379 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)
06:29:03.420556 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)
06:29:03.615457 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
06:29:04.075982 run          create_hlr_db(pid=4725): Launched
06:29:04.243526 bus                        /sierra_2: Setting Powered False
06:29:05.277470 run          create_hlr_db(pid=4725): Terminated: ok {rc=0}
06:29:05.693488 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4727): Launched
06:29:06.006048 run    osmo-hlr_10.42.42.2(pid=4728): Launched
06:29:06.125931 run              osmo-stp_10.42.42.5: Starting osmo-stp
06:29:06.670248 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4730): Launched
06:29:06.982912 run    osmo-stp_10.42.42.5(pid=4731): Launched
06:29:07.096376 run              osmo-msc_10.42.42.6: Starting osmo-msc
06:29:07.670369 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4733): Launched
06:29:07.984316 run    osmo-msc_10.42.42.6(pid=4734): Launched
06:29:08.169530 run    osmo-stp_10.42.42.5(pid=4731): ERR: Terminated: ERROR {rc=1}  [trial-2370↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4731)]
06:29:08.302442 run    osmo-stp_10.42.42.5(pid=4731): stdout: 
| (launched: 2022-12-10_06:29:06.828900)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:29:08.434823 run    osmo-stp_10.42.42.5(pid=4731): stderr: 
| �[0;m�[38;5;43m20221210062907018 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210062907019 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210062907019 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210062907019 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210062907020 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210062907020 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210062907020 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:29:08.560489 run    osmo-stp_10.42.42.5(pid=4731): stdout: 
| (launched: 2022-12-10_06:29:06.828900)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:29:08.684594 run    osmo-stp_10.42.42.5(pid=4731): stderr: 
| �[0;m�[38;5;43m20221210062907018 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210062907019 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210062907019 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210062907019 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210062907020 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210062907020 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210062907020 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:29:08.739972 tst            mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=4731): Process ended prematurely: osmo-stp_10.42.42.5(pid=4731) [trial-2370↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4731)]  [trial-2370↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]
06:29:08.749055 tst            mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)
06:29:08.810409 run    osmo-hlr_10.42.42.2(pid=4728): ERR: Terminated: ERROR {rc=237}  [trial-2370↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4728)]
06:29:08.860753 run    osmo-hlr_10.42.42.2(pid=4728): stdout: 
| (launched: 2022-12-10_06:29:05.852561) 
06:29:08.911888 run    osmo-hlr_10.42.42.2(pid=4728): stderr: 
| �[0;m�[1;31m20221210062906050 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210062906050 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210062906050 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210062906050 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210062906050 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210062906050 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210062906062 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210062906070 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210062906070 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210062906070 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
06:29:08.981057 run    osmo-msc_10.42.42.6(pid=4734): ERR: Terminated: ERROR {rc=2}  [trial-2370↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=4734)]
06:29:09.031166 run    osmo-msc_10.42.42.6(pid=4734): stdout: 
| (launched: 2022-12-10_06:29:07.829070) 
06:29:09.082205 run    osmo-msc_10.42.42.6(pid=4734): stderr: 
| �[0;m�[38;5;43m20221210062908151 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210062908151 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f1c12b79c40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210062908151 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210062908151 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210062908151 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210062908152 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210062908153 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210062908154 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210062908154 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210062908154 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
06:29:09.127512 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4727): Terminating (SIGTERM)
06:29:09.166712 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4730): Terminating (SIGTERM)
06:29:09.206352 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4733): Terminating (SIGTERM)
06:29:09.215997 ---      ParallelTerminationStrategy: PID 4727 died...
06:29:09.268238 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4727): Terminated: ok {rc=0}
06:29:09.278300 ---      ParallelTerminationStrategy: PID 4730 died...
06:29:09.331499 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4730): Terminated: ok {rc=0}
06:29:09.340845 ---      ParallelTerminationStrategy: PID 4733 died...
06:29:09.394117 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4733): Terminated: ok {rc=0}
06:29:09.480514 bus                        /sierra_3: Setting Powered False
06:29:10.584749 bus                        /sierra_3: Setting Powered False
06:29:11.693129 bus                        /sierra_2: Setting Powered False
</stdout></case><duration>21.0</duration><id>136</id><name>voice_nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2</name><properties></properties><timestamp>2022-12-10T06:28:52</timestamp></suite><suite><case><age>40</age><className>voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=4746): Process ended prematurely: osmo-stp_10.42.42.5(pid=4746) [trial-2370↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4746)]</errorStackTrace><failedSince>2331</failedSince><name>mo_mt_call.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py", line 8, in &lt;module&gt;
    test_mo_mt_call(False, False)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py", line 19, in test_mo_mt_call
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4746): Process ended prematurely: osmo-stp_10.42.42.5(pid=4746) [trial-2370↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4746)]
</stderr><stdout>
----------------------------------------------
trial-2370 voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py
----------------------------------------------
06:29:13.661619 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)
06:29:13.673149 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)
06:29:13.824442 tst                    mo_mt_call.py: using LAC 26492
06:29:13.946986 tst                    mo_mt_call.py: using RAC 227
06:29:14.069154 tst                    mo_mt_call.py: using CellId 26492
06:29:14.193628 tst                    mo_mt_call.py: using BVCI 26493
06:29:14.217576 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)
06:29:14.229132 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)
06:29:14.240415 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)
06:29:14.251708 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)
06:29:14.263196 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)
06:29:14.274542 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)
06:29:14.388126 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)
06:29:14.585271 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
06:29:15.045903 run          create_hlr_db(pid=4740): Launched
06:29:15.213571 bus                        /sierra_2: Setting Powered False
06:29:16.236703 run          create_hlr_db(pid=4740): Terminated: ok {rc=0}
06:29:16.670200 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4742): Launched
06:29:17.067085 run    osmo-hlr_10.42.42.2(pid=4743): Launched
06:29:17.253154 run              osmo-stp_10.42.42.5: Starting osmo-stp
06:29:17.798393 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4745): Launched
06:29:18.112110 run    osmo-stp_10.42.42.5(pid=4746): Launched
06:29:18.226834 run              osmo-msc_10.42.42.6: Starting osmo-msc
06:29:18.799539 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4748): Launched
06:29:19.112793 run    osmo-msc_10.42.42.6(pid=4749): Launched
06:29:19.298172 run    osmo-stp_10.42.42.5(pid=4746): ERR: Terminated: ERROR {rc=1}  [trial-2370↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4746)]
06:29:19.431201 run    osmo-stp_10.42.42.5(pid=4746): stdout: 
| (launched: 2022-12-10_06:29:17.957965)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:29:19.564265 run    osmo-stp_10.42.42.5(pid=4746): stderr: 
| �[0;m�[38;5;43m20221210062918151 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210062918151 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210062918151 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210062918151 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210062918152 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210062918152 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210062918152 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:29:19.690035 run    osmo-stp_10.42.42.5(pid=4746): stdout: 
| (launched: 2022-12-10_06:29:17.957965)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:29:19.814809 run    osmo-stp_10.42.42.5(pid=4746): stderr: 
| �[0;m�[38;5;43m20221210062918151 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210062918151 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210062918151 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210062918151 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210062918152 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210062918152 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210062918152 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:29:19.870164 tst                  mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=4746): Process ended prematurely: osmo-stp_10.42.42.5(pid=4746) [trial-2370↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4746)]  [trial-2370↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]
06:29:19.879343 tst                  mo_mt_call.py:8: Test FAILED (6.3 sec)
06:29:19.940320 run    osmo-hlr_10.42.42.2(pid=4743): ERR: Terminated: ERROR {rc=237}  [trial-2370↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4743)]
06:29:19.990638 run    osmo-hlr_10.42.42.2(pid=4743): stdout: 
| (launched: 2022-12-10_06:29:16.821227) 
06:29:20.041534 run    osmo-hlr_10.42.42.2(pid=4743): stderr: 
| �[0;m�[1;31m20221210062917165 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210062917165 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210062917165 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210062917165 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210062917165 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210062917165 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210062917182 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210062917198 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210062917199 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210062917199 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
06:29:20.111087 run    osmo-msc_10.42.42.6(pid=4749): ERR: Terminated: ERROR {rc=2}  [trial-2370↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=4749)]
06:29:20.161628 run    osmo-msc_10.42.42.6(pid=4749): stdout: 
| (launched: 2022-12-10_06:29:18.958729) 
06:29:20.212883 run    osmo-msc_10.42.42.6(pid=4749): stderr: 
| �[0;m�[38;5;43m20221210062919281 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210062919281 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f1e3458ec40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210062919282 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210062919282 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210062919282 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210062919282 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210062919285 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210062919285 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210062919285 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210062919285 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
06:29:20.256060 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4742): Terminating (SIGTERM)
06:29:20.296889 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4745): Terminating (SIGTERM)
06:29:20.337956 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4748): Terminating (SIGTERM)
06:29:20.347549 ---      ParallelTerminationStrategy: PID 4742 died...
06:29:20.402315 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4742): Terminated: ok {rc=0}
06:29:20.412170 ---      ParallelTerminationStrategy: PID 4745 died...
06:29:20.466743 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4745): Terminated: ok {rc=0}
06:29:20.476523 ---      ParallelTerminationStrategy: PID 4748 died...
06:29:20.531401 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4748): Terminated: ok {rc=0}
06:29:20.616541 bus                        /sierra_3: Setting Powered False
06:29:21.721492 bus                        /sierra_3: Setting Powered False
06:29:22.827697 bus                        /sierra_2: Setting Powered False
</stdout></case><case><age>51</age><className>voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3</className><duration>6.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=4757): Process ended prematurely: osmo-stp_10.42.42.5(pid=4757) [trial-2370↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4757)]</errorStackTrace><failedSince>2320</failedSince><name>mo_mt_call_osmux.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py", line 8, in &lt;module&gt;
    test_mo_mt_call(True, True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py", line 19, in test_mo_mt_call
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4757): Process ended prematurely: osmo-stp_10.42.42.5(pid=4757) [trial-2370↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4757)]
</stderr><stdout>
----------------------------------------------
trial-2370 voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py
----------------------------------------------
06:29:23.939213 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)
06:29:23.951438 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)
06:29:24.097303 tst              mo_mt_call_osmux.py: using LAC 26493
06:29:24.211923 tst              mo_mt_call_osmux.py: using RAC 228
06:29:24.327024 tst              mo_mt_call_osmux.py: using CellId 26493
06:29:24.444580 tst              mo_mt_call_osmux.py: using BVCI 26494
06:29:24.466813 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)
06:29:24.477936 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)
06:29:24.488885 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)
06:29:24.500221 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)
06:29:24.511221 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)
06:29:24.522328 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)
06:29:24.640864 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)
06:29:24.838045 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
06:29:25.299422 run          create_hlr_db(pid=4751): Launched
06:29:25.466538 bus                        /sierra_2: Setting Powered False
06:29:26.488406 run          create_hlr_db(pid=4751): Terminated: ok {rc=0}
06:29:26.877512 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4753): Launched
06:29:27.170189 run    osmo-hlr_10.42.42.2(pid=4754): Launched
06:29:27.280573 run              osmo-stp_10.42.42.5: Starting osmo-stp
06:29:27.795657 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4756): Launched
06:29:28.088233 run    osmo-stp_10.42.42.5(pid=4757): Launched
06:29:28.195860 run              osmo-msc_10.42.42.6: Starting osmo-msc
06:29:28.736389 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4759): Launched
06:29:29.029972 run    osmo-msc_10.42.42.6(pid=4760): Launched
06:29:29.203292 run    osmo-stp_10.42.42.5(pid=4757): ERR: Terminated: ERROR {rc=1}  [trial-2370↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4757)]
06:29:29.328606 run    osmo-stp_10.42.42.5(pid=4757): stdout: 
| (launched: 2022-12-10_06:29:27.943444)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:29:29.451515 run    osmo-stp_10.42.42.5(pid=4757): stderr: 
| �[0;m�[38;5;43m20221210062928113 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210062928113 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210062928113 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210062928114 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210062928114 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210062928114 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210062928114 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:29:29.569836 run    osmo-stp_10.42.42.5(pid=4757): stdout: 
| (launched: 2022-12-10_06:29:27.943444)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:29:29.686718 run    osmo-stp_10.42.42.5(pid=4757): stderr: 
| �[0;m�[38;5;43m20221210062928113 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210062928113 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210062928113 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210062928114 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210062928114 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210062928114 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210062928114 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:29:29.738524 tst            mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=4757): Process ended prematurely: osmo-stp_10.42.42.5(pid=4757) [trial-2370↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4757)]  [trial-2370↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]
06:29:29.747035 tst            mo_mt_call_osmux.py:8: Test FAILED (5.8 sec)
06:29:29.805548 run    osmo-hlr_10.42.42.2(pid=4754): ERR: Terminated: ERROR {rc=237}  [trial-2370↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4754)]
06:29:29.853530 run    osmo-hlr_10.42.42.2(pid=4754): stdout: 
| (launched: 2022-12-10_06:29:27.025613) 
06:29:29.902437 run    osmo-hlr_10.42.42.2(pid=4754): stderr: 
| �[0;m�[1;31m20221210062927199 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210062927199 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210062927199 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210062927199 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210062927199 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210062927199 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210062927211 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210062927220 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210062927220 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210062927220 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
06:29:29.967831 run    osmo-msc_10.42.42.6(pid=4760): ERR: Terminated: ERROR {rc=2}  [trial-2370↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=4760)]
06:29:30.015593 run    osmo-msc_10.42.42.6(pid=4760): stdout: 
| (launched: 2022-12-10_06:29:28.884867) 
06:29:30.064036 run    osmo-msc_10.42.42.6(pid=4760): stderr: 
| �[0;m�[38;5;43m20221210062929155 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210062929155 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f55a96e6c40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210062929155 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210062929155 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210062929155 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210062929156 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210062929157 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210062929158 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210062929158 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210062929158 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
06:29:30.105235 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4753): Terminating (SIGTERM)
06:29:30.144023 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4756): Terminating (SIGTERM)
06:29:30.182687 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4759): Terminating (SIGTERM)
06:29:30.191883 ---      ParallelTerminationStrategy: PID 4753 died...
06:29:30.244069 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4753): Terminated: ok {rc=0}
06:29:30.253729 ---      ParallelTerminationStrategy: PID 4756 died...
06:29:30.305561 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4756): Terminated: ok {rc=0}
06:29:30.315074 ---      ParallelTerminationStrategy: PID 4759 died...
06:29:30.366935 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4759): Terminated: ok {rc=0}
06:29:30.449641 bus                        /sierra_3: Setting Powered False
06:29:31.554131 bus                        /sierra_3: Setting Powered False
06:29:32.664506 bus                        /sierra_2: Setting Powered False
</stdout></case><duration>21.0</duration><id>137</id><name>voice_nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3</name><properties></properties><timestamp>2022-12-10T06:29:13</timestamp></suite><suite><case><age>40</age><className>voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=4771): Process ended prematurely: osmo-stp_10.42.42.5(pid=4771) [trial-2370↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4771)]</errorStackTrace><failedSince>2331</failedSince><name>mo_mt_call.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py", line 8, in &lt;module&gt;
    test_mo_mt_call(False, False)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py", line 19, in test_mo_mt_call
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4771): Process ended prematurely: osmo-stp_10.42.42.5(pid=4771) [trial-2370↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4771)]
</stderr><stdout>
----------------------------------------------
trial-2370 voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py
----------------------------------------------
06:29:34.625719 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)
06:29:34.637632 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)
06:29:34.785843 tst                    mo_mt_call.py: using LAC 26494
06:29:34.907788 tst                    mo_mt_call.py: using RAC 229
06:29:35.029831 tst                    mo_mt_call.py: using CellId 26494
06:29:35.154198 tst                    mo_mt_call.py: using BVCI 26495
06:29:35.178197 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)
06:29:35.189854 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)
06:29:35.201386 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)
06:29:35.212821 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)
06:29:35.224366 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)
06:29:35.235723 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)
06:29:35.348311 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)
06:29:35.553749 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
06:29:36.051365 run          create_hlr_db(pid=4765): Launched
06:29:36.232120 bus                        /sierra_2: Setting Powered False
06:29:37.252465 run          create_hlr_db(pid=4765): Terminated: ok {rc=0}
06:29:37.668802 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4767): Launched
06:29:37.980668 run    osmo-hlr_10.42.42.2(pid=4768): Launched
06:29:38.096815 run              osmo-stp_10.42.42.5: Starting osmo-stp
06:29:38.640564 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4770): Launched
06:29:38.953595 run    osmo-stp_10.42.42.5(pid=4771): Launched
06:29:39.067320 run              osmo-msc_10.42.42.6: Starting osmo-msc
06:29:39.640888 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4773): Launched
06:29:39.954628 run    osmo-msc_10.42.42.6(pid=4774): Launched
06:29:40.139129 run    osmo-stp_10.42.42.5(pid=4771): ERR: Terminated: ERROR {rc=1}  [trial-2370↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4771)]
06:29:40.272039 run    osmo-stp_10.42.42.5(pid=4771): stdout: 
| (launched: 2022-12-10_06:29:38.799748)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:29:40.405301 run    osmo-stp_10.42.42.5(pid=4771): stderr: 
| �[0;m�[38;5;43m20221210062938990 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210062938990 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210062938991 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210062938991 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210062938991 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210062938991 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210062938991 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:29:40.530751 run    osmo-stp_10.42.42.5(pid=4771): stdout: 
| (launched: 2022-12-10_06:29:38.799748)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:29:40.654804 run    osmo-stp_10.42.42.5(pid=4771): stderr: 
| �[0;m�[38;5;43m20221210062938990 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210062938990 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210062938991 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210062938991 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210062938991 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210062938991 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210062938991 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:29:40.709961 tst                  mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=4771): Process ended prematurely: osmo-stp_10.42.42.5(pid=4771) [trial-2370↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4771)]  [trial-2370↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]
06:29:40.718976 tst                  mo_mt_call.py:8: Test FAILED (6.1 sec)
06:29:40.780127 run    osmo-hlr_10.42.42.2(pid=4768): ERR: Terminated: ERROR {rc=237}  [trial-2370↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4768)]
06:29:40.830309 run    osmo-hlr_10.42.42.2(pid=4768): stdout: 
| (launched: 2022-12-10_06:29:37.827447) 
06:29:40.881328 run    osmo-hlr_10.42.42.2(pid=4768): stderr: 
| �[0;m�[1;31m20221210062938023 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210062938023 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210062938023 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210062938023 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210062938023 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210062938023 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210062938036 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210062938045 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210062938045 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210062938045 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
06:29:40.950513 run    osmo-msc_10.42.42.6(pid=4774): ERR: Terminated: ERROR {rc=2}  [trial-2370↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=4774)]
06:29:41.000591 run    osmo-msc_10.42.42.6(pid=4774): stdout: 
| (launched: 2022-12-10_06:29:39.799814) 
06:29:41.051647 run    osmo-msc_10.42.42.6(pid=4774): stderr: 
| �[0;m�[38;5;43m20221210062940121 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210062940122 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f7d08d65c40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210062940122 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210062940122 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210062940122 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210062940122 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210062940124 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210062940124 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210062940124 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210062940124 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
06:29:41.094297 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4767): Terminating (SIGTERM)
06:29:41.135122 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4770): Terminating (SIGTERM)
06:29:41.175680 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4773): Terminating (SIGTERM)
06:29:41.185254 ---      ParallelTerminationStrategy: PID 4767 died...
06:29:41.239588 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4767): Terminated: ok {rc=0}
06:29:41.249427 ---      ParallelTerminationStrategy: PID 4770 died...
06:29:41.303440 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4770): Terminated: ok {rc=0}
06:29:41.313232 ---      ParallelTerminationStrategy: PID 4773 died...
06:29:41.367355 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4773): Terminated: ok {rc=0}
06:29:41.452328 bus                        /sierra_3: Setting Powered False
06:29:42.553812 bus                        /sierra_3: Setting Powered False
06:29:43.662962 bus                        /sierra_2: Setting Powered False
</stdout></case><case><age>51</age><className>voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3</className><duration>6.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=4782): Process ended prematurely: osmo-stp_10.42.42.5(pid=4782) [trial-2370↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4782)]</errorStackTrace><failedSince>2320</failedSince><name>mo_mt_call_osmux.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py", line 8, in &lt;module&gt;
    test_mo_mt_call(True, True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py", line 19, in test_mo_mt_call
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4782): Process ended prematurely: osmo-stp_10.42.42.5(pid=4782) [trial-2370↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4782)]
</stderr><stdout>
----------------------------------------------
trial-2370 voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py
----------------------------------------------
06:29:44.769227 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)
06:29:44.780912 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)
06:29:44.924857 tst              mo_mt_call_osmux.py: using LAC 26495
06:29:45.038961 tst              mo_mt_call_osmux.py: using RAC 230
06:29:45.155687 tst              mo_mt_call_osmux.py: using CellId 26495
06:29:45.272597 tst              mo_mt_call_osmux.py: using BVCI 26496
06:29:45.294685 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)
06:29:45.305739 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)
06:29:45.316570 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)
06:29:45.327769 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)
06:29:45.338942 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)
06:29:45.350126 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)
06:29:45.466026 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)
06:29:45.663704 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
06:29:46.215945 run          create_hlr_db(pid=4776): Launched
06:29:46.402636 bus                        /sierra_2: Setting Powered False
06:29:47.416662 run          create_hlr_db(pid=4776): Terminated: ok {rc=0}
06:29:47.815390 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4778): Launched
06:29:48.108274 run    osmo-hlr_10.42.42.2(pid=4779): Launched
06:29:48.220643 run              osmo-stp_10.42.42.5: Starting osmo-stp
06:29:48.736791 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4781): Launched
06:29:49.028578 run    osmo-stp_10.42.42.5(pid=4782): Launched
06:29:49.134846 run              osmo-msc_10.42.42.6: Starting osmo-msc
06:29:49.669762 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4784): Launched
06:29:49.961956 run    osmo-msc_10.42.42.6(pid=4785): Launched
06:29:50.134320 run    osmo-stp_10.42.42.5(pid=4782): ERR: Terminated: ERROR {rc=1}  [trial-2370↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4782)]
06:29:50.259164 run    osmo-stp_10.42.42.5(pid=4782): stdout: 
| (launched: 2022-12-10_06:29:48.884593)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:29:50.381368 run    osmo-stp_10.42.42.5(pid=4782): stderr: 
| �[0;m�[38;5;43m20221210062949053 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210062949054 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210062949054 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210062949054 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210062949055 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210062949055 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210062949055 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:29:50.499123 run    osmo-stp_10.42.42.5(pid=4782): stdout: 
| (launched: 2022-12-10_06:29:48.884593)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:29:50.615566 run    osmo-stp_10.42.42.5(pid=4782): stderr: 
| �[0;m�[38;5;43m20221210062949053 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210062949054 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210062949054 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210062949054 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210062949055 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210062949055 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210062949055 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:29:50.667406 tst            mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=4782): Process ended prematurely: osmo-stp_10.42.42.5(pid=4782) [trial-2370↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4782)]  [trial-2370↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]
06:29:50.676041 tst            mo_mt_call_osmux.py:8: Test FAILED (5.9 sec)
06:29:50.735180 run    osmo-hlr_10.42.42.2(pid=4779): ERR: Terminated: ERROR {rc=237}  [trial-2370↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4779)]
06:29:50.783264 run    osmo-hlr_10.42.42.2(pid=4779): stdout: 
| (launched: 2022-12-10_06:29:47.963997) 
06:29:50.831980 run    osmo-hlr_10.42.42.2(pid=4779): stderr: 
| �[0;m�[1;31m20221210062948138 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210062948138 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210062948138 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210062948138 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210062948138 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210062948138 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210062948151 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210062948161 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210062948161 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210062948161 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
06:29:50.897997 run    osmo-msc_10.42.42.6(pid=4785): ERR: Terminated: ERROR {rc=2}  [trial-2370↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=4785)]
06:29:50.945988 run    osmo-msc_10.42.42.6(pid=4785): stdout: 
| (launched: 2022-12-10_06:29:49.817280) 
06:29:50.994725 run    osmo-msc_10.42.42.6(pid=4785): stderr: 
| �[0;m�[38;5;43m20221210062950091 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210062950091 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f409c97ec40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210062950091 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210062950091 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210062950092 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210062950092 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210062950094 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210062950094 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210062950094 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210062950094 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
06:29:51.035521 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4778): Terminating (SIGTERM)
06:29:51.074350 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4781): Terminating (SIGTERM)
06:29:51.113662 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4784): Terminating (SIGTERM)
06:29:51.122947 ---      ParallelTerminationStrategy: PID 4778 died...
06:29:51.174961 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4778): Terminated: ok {rc=0}
06:29:51.184715 ---      ParallelTerminationStrategy: PID 4781 died...
06:29:51.236918 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4781): Terminated: ok {rc=0}
06:29:51.246605 ---      ParallelTerminationStrategy: PID 4784 died...
06:29:51.298979 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4784): Terminated: ok {rc=0}
06:29:51.384508 bus                        /sierra_3: Setting Powered False
06:29:52.485283 bus                        /sierra_3: Setting Powered False
06:29:53.594550 bus                        /sierra_2: Setting Powered False
</stdout></case><duration>21.0</duration><id>138</id><name>voice_nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3</name><properties></properties><timestamp>2022-12-10T06:29:34</timestamp></suite><suite><case><age>40</age><className>voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=4796): Process ended prematurely: osmo-stp_10.42.42.5(pid=4796) [trial-2370↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4796)]</errorStackTrace><failedSince>2331</failedSince><name>mo_mt_call.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py", line 8, in &lt;module&gt;
    test_mo_mt_call(False, False)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py", line 19, in test_mo_mt_call
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4796): Process ended prematurely: osmo-stp_10.42.42.5(pid=4796) [trial-2370↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4796)]
</stderr><stdout>
----------------------------------------------
trial-2370 voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py
----------------------------------------------
06:29:55.551539 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)
06:29:55.562700 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)
06:29:55.709780 tst                    mo_mt_call.py: using LAC 26496
06:29:55.823174 tst                    mo_mt_call.py: using RAC 231
06:29:55.936211 tst                    mo_mt_call.py: using CellId 26496
06:29:56.049349 tst                    mo_mt_call.py: using BVCI 26497
06:29:56.071631 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)
06:29:56.082794 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)
06:29:56.093965 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)
06:29:56.105393 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)
06:29:56.116735 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)
06:29:56.128394 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)
06:29:56.245471 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)
06:29:56.443055 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
06:29:56.904552 run          create_hlr_db(pid=4790): Launched
06:29:57.071821 bus                        /sierra_2: Setting Powered False
06:29:58.094489 run          create_hlr_db(pid=4790): Terminated: ok {rc=0}
06:29:58.512682 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4792): Launched
06:29:58.827199 run    osmo-hlr_10.42.42.2(pid=4793): Launched
06:29:58.942038 run              osmo-stp_10.42.42.5: Starting osmo-stp
06:29:59.488912 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4795): Launched
06:29:59.803075 run    osmo-stp_10.42.42.5(pid=4796): Launched
06:29:59.916458 run              osmo-msc_10.42.42.6: Starting osmo-msc
06:30:00.493974 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4798): Launched
06:30:00.806200 run    osmo-msc_10.42.42.6(pid=4799): Launched
06:30:01.078783 run    osmo-stp_10.42.42.5(pid=4796): ERR: Terminated: ERROR {rc=1}  [trial-2370↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4796)]
06:30:01.387610 run    osmo-stp_10.42.42.5(pid=4796): stdout: 
| (launched: 2022-12-10_06:29:59.648791)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:30:01.616691 run    osmo-stp_10.42.42.5(pid=4796): stderr: 
| �[0;m�[38;5;43m20221210062959839 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210062959840 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210062959840 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210062959840 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210062959841 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210062959841 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210062959841 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:30:01.753329 run    osmo-stp_10.42.42.5(pid=4796): stdout: 
| (launched: 2022-12-10_06:29:59.648791)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:30:01.927078 run    osmo-stp_10.42.42.5(pid=4796): stderr: 
| �[0;m�[38;5;43m20221210062959839 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210062959840 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210062959840 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210062959840 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210062959841 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210062959841 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210062959841 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:30:02.004250 tst                  mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=4796): Process ended prematurely: osmo-stp_10.42.42.5(pid=4796) [trial-2370↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4796)]  [trial-2370↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]
06:30:02.019643 tst                  mo_mt_call.py:8: Test FAILED (6.5 sec)
06:30:02.094833 run    osmo-hlr_10.42.42.2(pid=4793): ERR: Terminated: ERROR {rc=237}  [trial-2370↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4793)]
06:30:02.149672 run    osmo-hlr_10.42.42.2(pid=4793): stdout: 
| (launched: 2022-12-10_06:29:58.672701) 
06:30:02.202151 run    osmo-hlr_10.42.42.2(pid=4793): stderr: 
| �[0;m�[1;31m20221210062958870 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210062958870 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210062958870 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210062958871 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210062958871 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210062958871 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210062958885 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210062958893 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210062958893 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210062958893 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
06:30:02.271361 run    osmo-msc_10.42.42.6(pid=4799): ERR: Terminated: ERROR {rc=2}  [trial-2370↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=4799)]
06:30:02.330566 run    osmo-msc_10.42.42.6(pid=4799): stdout: 
| (launched: 2022-12-10_06:30:00.652942) 
06:30:02.396857 run    osmo-msc_10.42.42.6(pid=4799): stderr: 
| �[0;m�[38;5;43m20221210063001138 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210063001138 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe3d0687c40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210063001139 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210063001139 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210063001139 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210063001139 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210063001151 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210063001152 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210063001152 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210063001152 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
06:30:02.453435 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4792): Terminating (SIGTERM)
06:30:02.503466 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4795): Terminating (SIGTERM)
06:30:02.557108 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4798): Terminating (SIGTERM)
06:30:02.569265 ---      ParallelTerminationStrategy: PID 4792 died...
06:30:02.640525 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4792): Terminated: ok {rc=0}
06:30:02.652570 ---      ParallelTerminationStrategy: PID 4795 died...
06:30:02.721681 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4795): Terminated: ok {rc=0}
06:30:02.735334 ---      ParallelTerminationStrategy: PID 4798 died...
06:30:02.805828 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4798): Terminated: ok {rc=0}
06:30:02.896393 bus                        /sierra_3: Setting Powered False
06:30:03.997852 bus                        /sierra_3: Setting Powered False
06:30:05.107205 bus                        /sierra_2: Setting Powered False
</stdout></case><case><age>53</age><className>voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=4817): Process ended prematurely: osmo-stp_10.42.42.5(pid=4817) [trial-2370↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4817)]</errorStackTrace><failedSince>2318</failedSince><name>mo_mt_call_osmux.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py", line 8, in &lt;module&gt;
    test_mo_mt_call(True, True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py", line 19, in test_mo_mt_call
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4817): Process ended prematurely: osmo-stp_10.42.42.5(pid=4817) [trial-2370↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4817)]
</stderr><stdout>
----------------------------------------------
trial-2370 voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py
----------------------------------------------
06:30:06.214263 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)
06:30:06.226231 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)
06:30:06.371350 tst              mo_mt_call_osmux.py: using LAC 26497
06:30:06.493709 tst              mo_mt_call_osmux.py: using RAC 232
06:30:06.612702 tst              mo_mt_call_osmux.py: using CellId 26497
06:30:06.729095 tst              mo_mt_call_osmux.py: using BVCI 26498
06:30:06.751399 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)
06:30:06.762630 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)
06:30:06.773719 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)
06:30:06.784879 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)
06:30:06.796105 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)
06:30:06.807230 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)
06:30:06.922223 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)
06:30:07.130217 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
06:30:07.631735 run          create_hlr_db(pid=4811): Launched
06:30:07.811991 bus                        /sierra_2: Setting Powered False
06:30:08.833186 run          create_hlr_db(pid=4811): Terminated: ok {rc=0}
06:30:09.249812 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4813): Launched
06:30:09.562734 run    osmo-hlr_10.42.42.2(pid=4814): Launched
06:30:09.681276 run              osmo-stp_10.42.42.5: Starting osmo-stp
06:30:10.229172 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4816): Launched
06:30:10.543668 run    osmo-stp_10.42.42.5(pid=4817): Launched
06:30:10.658735 run              osmo-msc_10.42.42.6: Starting osmo-msc
06:30:11.234608 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4819): Launched
06:30:11.549021 run    osmo-msc_10.42.42.6(pid=4820): Launched
06:30:11.734679 run    osmo-stp_10.42.42.5(pid=4817): ERR: Terminated: ERROR {rc=1}  [trial-2370↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4817)]
06:30:11.868476 run    osmo-stp_10.42.42.5(pid=4817): stdout: 
| (launched: 2022-12-10_06:30:10.388847)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:30:12.002144 run    osmo-stp_10.42.42.5(pid=4817): stderr: 
| �[0;m�[38;5;43m20221210063010581 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210063010581 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210063010581 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210063010582 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210063010584 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210063010584 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210063010584 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:30:12.128611 run    osmo-stp_10.42.42.5(pid=4817): stdout: 
| (launched: 2022-12-10_06:30:10.388847)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:30:12.256828 run    osmo-stp_10.42.42.5(pid=4817): stderr: 
| �[0;m�[38;5;43m20221210063010581 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210063010581 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210063010581 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210063010582 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210063010584 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210063010584 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210063010584 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:30:12.313863 tst            mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=4817): Process ended prematurely: osmo-stp_10.42.42.5(pid=4817) [trial-2370↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4817)]  [trial-2370↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]
06:30:12.323387 tst            mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)
06:30:12.385763 run    osmo-hlr_10.42.42.2(pid=4814): ERR: Terminated: ERROR {rc=237}  [trial-2370↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4814)]
06:30:12.437010 run    osmo-hlr_10.42.42.2(pid=4814): stdout: 
| (launched: 2022-12-10_06:30:09.409040) 
06:30:12.488863 run    osmo-hlr_10.42.42.2(pid=4814): stderr: 
| �[0;m�[1;31m20221210063009607 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210063009607 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210063009607 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210063009607 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210063009607 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210063009607 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210063009620 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210063009630 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210063009630 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210063009630 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
06:30:12.560386 run    osmo-msc_10.42.42.6(pid=4820): ERR: Terminated: ERROR {rc=2}  [trial-2370↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=4820)]
06:30:12.613295 run    osmo-msc_10.42.42.6(pid=4820): stdout: 
| (launched: 2022-12-10_06:30:11.394348) 
06:30:12.665823 run    osmo-msc_10.42.42.6(pid=4820): stderr: 
| �[0;m�[38;5;43m20221210063011716 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210063011716 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7feb2be31c40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210063011716 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210063011716 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210063011716 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210063011717 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210063011718 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210063011719 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210063011719 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210063011719 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
06:30:12.710681 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4813): Terminating (SIGTERM)
06:30:12.754997 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4816): Terminating (SIGTERM)
06:30:12.796389 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4819): Terminating (SIGTERM)
06:30:12.805964 ---      ParallelTerminationStrategy: PID 4813 died...
06:30:12.861356 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4813): Terminated: ok {rc=0}
06:30:12.871700 ---      ParallelTerminationStrategy: PID 4816 died...
06:30:12.927783 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4816): Terminated: ok {rc=0}
06:30:12.938179 ---      ParallelTerminationStrategy: PID 4819 died...
06:30:12.993562 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4819): Terminated: ok {rc=0}
06:30:13.081862 bus                        /sierra_3: Setting Powered False
06:30:14.189789 bus                        /sierra_3: Setting Powered False
06:30:15.298318 bus                        /sierra_2: Setting Powered False
</stdout></case><duration>22.0</duration><id>139</id><name>voice_nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any</name><properties></properties><timestamp>2022-12-10T06:29:55</timestamp></suite><suite><case><age>40</age><className>emergency:nanobts+band-1900</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=5182): Process ended prematurely: osmo-stp_10.42.42.5(pid=5182) [trial-2370↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5182)]</errorStackTrace><failedSince>2331</failedSince><name>emergency_mo_mt_call.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py", line 19, in &lt;module&gt;
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5182): Process ended prematurely: osmo-stp_10.42.42.5(pid=5182) [trial-2370↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5182)]
</stderr><stdout>
----------------------------------------------
trial-2370 emergency:nanobts+band-1900 emergency_mo_mt_call.py
----------------------------------------------
06:30:17.324586 tst      emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)
06:30:17.335822 tst      emergency:nanobts+band-1900: Using 1 x bts (candidates: 1)
06:30:17.467067 tst          emergency_mo_mt_call.py: using LAC 26498
06:30:17.586014 tst          emergency_mo_mt_call.py: using RAC 233
06:30:17.705415 tst          emergency_mo_mt_call.py: using CellId 26498
06:30:17.827622 tst          emergency_mo_mt_call.py: using BVCI 26499
06:30:17.851052 tst      emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)
06:30:17.862149 tst      emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)
06:30:17.873142 tst      emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)
06:30:17.884061 tst      emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)
06:30:17.895012 tst      emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)
06:30:17.905902 tst      emergency:nanobts+band-1900: Using 1 x modem (candidates: 4)
06:30:18.019466 tst      emergency:nanobts+band-1900: Using 1 x modem (candidates: 4)
06:30:18.221221 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
06:30:18.713925 run          create_hlr_db(pid=5176): Launched
06:30:18.892096 bus                        /sierra_2: Setting Powered False
06:30:19.912851 run          create_hlr_db(pid=5176): Terminated: ok {rc=0}
06:30:20.324063 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5178): Launched
06:30:20.631211 run    osmo-hlr_10.42.42.2(pid=5179): Launched
06:30:20.749096 run              osmo-stp_10.42.42.5: Starting osmo-stp
06:30:21.283885 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5181): Launched
06:30:21.590202 run    osmo-stp_10.42.42.5(pid=5182): Launched
06:30:21.713113 tst          emergency_mo_mt_call.py: using MSISDN 7586
06:30:21.865151 run              osmo-msc_10.42.42.6: Starting osmo-msc
06:30:22.427749 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5184): Launched
06:30:22.767980 run    osmo-msc_10.42.42.6(pid=5190): Launched
06:30:23.045681 run    osmo-stp_10.42.42.5(pid=5182): ERR: Terminated: ERROR {rc=1}  [trial-2370↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5182)]
06:30:23.224850 run    osmo-stp_10.42.42.5(pid=5182): stdout: 
| (launched: 2022-12-10_06:30:21.438961)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:30:23.390084 run    osmo-stp_10.42.42.5(pid=5182): stderr: 
| �[0;m�[38;5;43m20221210063021628 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210063021629 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210063021629 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210063021629 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210063021631 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210063021632 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210063021632 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:30:23.573914 run    osmo-stp_10.42.42.5(pid=5182): stdout: 
| (launched: 2022-12-10_06:30:21.438961)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:30:23.699282 run    osmo-stp_10.42.42.5(pid=5182): stderr: 
| �[0;m�[38;5;43m20221210063021628 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210063021629 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210063021629 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210063021629 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210063021631 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210063021632 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210063021632 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:30:23.757845 tst       emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=5182): Process ended prematurely: osmo-stp_10.42.42.5(pid=5182) [trial-2370↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5182)]  [trial-2370↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py:19]
06:30:23.767639 tst       emergency_mo_mt_call.py:19: Test FAILED (6.4 sec)
06:30:23.830574 run    osmo-hlr_10.42.42.2(pid=5179): ERR: Terminated: ERROR {rc=237}  [trial-2370↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5179)]
06:30:23.881940 run    osmo-hlr_10.42.42.2(pid=5179): stdout: 
| (launched: 2022-12-10_06:30:20.480000) 
06:30:23.934017 run    osmo-hlr_10.42.42.2(pid=5179): stderr: 
| �[0;m�[1;31m20221210063020676 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210063020676 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210063020677 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210063020677 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210063020677 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210063020677 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210063020689 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/emergency:nanobts+band-1900/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210063020698 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210063020699 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210063020699 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
06:30:24.005462 run    osmo-msc_10.42.42.6(pid=5190): ERR: Terminated: ERROR {rc=2}  [trial-2370↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=5190)]
06:30:24.057426 run    osmo-msc_10.42.42.6(pid=5190): stdout: 
| (launched: 2022-12-10_06:30:22.585212) 
06:30:24.110055 run    osmo-msc_10.42.42.6(pid=5190): stderr: 
| �[0;m�[38;5;43m20221210063023115 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210063023115 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f59dc32fc40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210063023115 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210063023115 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210063023115 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210063023115 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210063023117 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210063023118 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210063023118 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210063023118 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
06:30:24.155357 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5178): Terminating (SIGTERM)
06:30:24.200339 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5181): Terminating (SIGTERM)
06:30:24.245466 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5184): Terminating (SIGTERM)
06:30:24.256139 ---      ParallelTerminationStrategy: PID 5178 died...
06:30:24.314227 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5178): Terminated: ok {rc=0}
06:30:24.325374 ---      ParallelTerminationStrategy: PID 5181 died...
06:30:24.381968 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5181): Terminated: ok {rc=0}
06:30:24.392780 ---      ParallelTerminationStrategy: PID 5184 died...
06:30:24.449546 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5184): Terminated: ok {rc=0}
06:30:24.539159 bus                        /sierra_3: Setting Powered False
06:30:25.642041 bus                        /sierra_3: Setting Powered False
06:30:26.753736 bus                        /sierra_2: Setting Powered False
</stdout></case><case><age>210</age><className>emergency:nanobts+band-1900</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=5369): Process ended prematurely: osmo-stp_10.42.42.5(pid=5369) [trial-2370↪emergency:nanobts+band-1900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5369)]</errorStackTrace><failedSince>2161</failedSince><name>emergency_preemptive_call.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py", line 32, in &lt;module&gt;
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5369): Process ended prematurely: osmo-stp_10.42.42.5(pid=5369) [trial-2370↪emergency:nanobts+band-1900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5369)]
</stderr><stdout>
----------------------------------------------
trial-2370 emergency:nanobts+band-1900 emergency_preemptive_call.py
----------------------------------------------
06:30:27.809669 tst      emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)
06:30:27.822767 tst      emergency:nanobts+band-1900: Using 1 x bts (candidates: 1)
06:30:27.958001 tst     emergency_preemptive_call.py: using LAC 26499
06:30:28.078806 tst     emergency_preemptive_call.py: using RAC 234
06:30:28.205867 tst     emergency_preemptive_call.py: using CellId 26499
06:30:28.331557 tst     emergency_preemptive_call.py: using BVCI 26500
06:30:28.356386 tst      emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)
06:30:28.368622 tst      emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)
06:30:28.380604 tst      emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)
06:30:28.392939 tst      emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)
06:30:28.405093 tst      emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)
06:30:28.417297 tst      emergency:nanobts+band-1900: Using 1 x modem (candidates: 4)
06:30:28.540749 tst      emergency:nanobts+band-1900: Using 1 x modem (candidates: 4)
06:30:28.666639 tst      emergency:nanobts+band-1900: Using 1 x modem (candidates: 4)
06:30:28.789783 tst      emergency:nanobts+band-1900: Using 1 x modem (candidates: 4)
06:30:28.988069 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
06:30:29.442121 run          create_hlr_db(pid=5363): Launched
06:30:29.608220 bus                        /sierra_2: Setting Powered False
06:30:30.630142 run          create_hlr_db(pid=5363): Terminated: ok {rc=0}
06:30:31.069574 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5365): Launched
06:30:31.490744 run    osmo-hlr_10.42.42.2(pid=5366): Launched
06:30:31.724492 run              osmo-stp_10.42.42.5: Starting osmo-stp
06:30:32.277265 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5368): Launched
06:30:32.585677 run    osmo-stp_10.42.42.5(pid=5369): Launched
06:30:32.710449 tst     emergency_preemptive_call.py: using MSISDN 7587
06:30:32.865599 run              osmo-msc_10.42.42.6: Starting osmo-msc
06:30:33.429229 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5371): Launched
06:30:33.736894 run    osmo-msc_10.42.42.6(pid=5372): Launched
06:30:33.918915 run    osmo-stp_10.42.42.5(pid=5369): ERR: Terminated: ERROR {rc=1}  [trial-2370↪emergency:nanobts+band-1900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5369)]
06:30:34.050332 run    osmo-stp_10.42.42.5(pid=5369): stdout: 
| (launched: 2022-12-10_06:30:32.433532)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:30:34.180680 run    osmo-stp_10.42.42.5(pid=5369): stderr: 
| �[0;m�[38;5;43m20221210063032623 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210063032623 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210063032624 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210063032624 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210063032624 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210063032625 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210063032625 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:30:34.304478 run    osmo-stp_10.42.42.5(pid=5369): stdout: 
| (launched: 2022-12-10_06:30:32.433532)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:30:34.427189 run    osmo-stp_10.42.42.5(pid=5369): stderr: 
| �[0;m�[38;5;43m20221210063032623 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210063032623 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210063032624 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210063032624 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210063032624 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210063032625 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210063032625 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:30:34.481457 tst  emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=5369): Process ended prematurely: osmo-stp_10.42.42.5(pid=5369) [trial-2370↪emergency:nanobts+band-1900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5369)]  [trial-2370↪emergency:nanobts+band-1900↪emergency_preemptive_call.py:32]
06:30:34.490008 tst  emergency_preemptive_call.py:32: Test FAILED (6.7 sec)
06:30:34.551473 run    osmo-hlr_10.42.42.2(pid=5366): ERR: Terminated: ERROR {rc=237}  [trial-2370↪emergency:nanobts+band-1900↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5366)]
06:30:34.601738 run    osmo-hlr_10.42.42.2(pid=5366): stdout: 
| (launched: 2022-12-10_06:30:31.230714) 
06:30:34.652788 run    osmo-hlr_10.42.42.2(pid=5366): stderr: 
| �[0;m�[1;31m20221210063031527 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210063031527 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210063031527 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210063031528 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210063031528 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210063031528 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210063031551 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/emergency:nanobts+band-1900/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210063031561 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210063031561 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210063031561 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
06:30:34.722267 run    osmo-msc_10.42.42.6(pid=5372): ERR: Terminated: ERROR {rc=2}  [trial-2370↪emergency:nanobts+band-1900↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=5372)]
06:30:34.772812 run    osmo-msc_10.42.42.6(pid=5372): stdout: 
| (launched: 2022-12-10_06:30:33.585728) 
06:30:34.824024 run    osmo-msc_10.42.42.6(pid=5372): stderr: 
| �[0;m�[38;5;43m20221210063033907 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210063033907 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7eff01886c40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210063033907 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210063033907 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210063033907 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210063033907 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210063033911 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210063033912 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210063033912 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210063033912 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
06:30:34.867288 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5365): Terminating (SIGTERM)
06:30:34.908342 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5368): Terminating (SIGTERM)
06:30:34.949471 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5371): Terminating (SIGTERM)
06:30:34.959002 ---      ParallelTerminationStrategy: PID 5365 died...
06:30:35.013947 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5365): Terminated: ok {rc=0}
06:30:35.023916 ---      ParallelTerminationStrategy: PID 5368 died...
06:30:35.078473 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5368): Terminated: ok {rc=0}
06:30:35.088385 ---      ParallelTerminationStrategy: PID 5371 died...
06:30:35.142870 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5371): Terminated: ok {rc=0}
06:30:35.229145 bus                        /sierra_9: Setting Powered False
06:30:36.331758 bus                        /sierra_9: Setting Powered False
06:30:37.440664 bus                        /sierra_8: Setting Powered False
06:30:38.544536 bus                        /sierra_8: Setting Powered False
06:30:39.649759 bus                        /sierra_3: Setting Powered False
06:30:40.749568 bus                        /sierra_3: Setting Powered False
06:30:41.856508 bus                        /sierra_2: Setting Powered False
</stdout></case><duration>27.0</duration><id>140</id><name>emergency_nanobts+band-1900</name><properties></properties><timestamp>2022-12-10T06:30:17</timestamp></suite><suite><case><age>232</age><className>gprs:nanobts+band-1900</className><duration>9.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=5389): Process ended prematurely: osmo-stp_10.42.42.5(pid=5389) [trial-2370↪gprs:nanobts+band-1900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5389)]</errorStackTrace><failedSince>2139</failedSince><name>cs_paging_gprs_active.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py", line 38, in &lt;module&gt;
    setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py", line 67, in setup_run_iperf3_test_parallel
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5389): Process ended prematurely: osmo-stp_10.42.42.5(pid=5389) [trial-2370↪gprs:nanobts+band-1900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5389)]
</stderr><stdout>
----------------------------------------------
trial-2370 gprs:nanobts+band-1900 cs_paging_gprs_active.py
----------------------------------------------
06:30:43.934986 tst           gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)
06:30:43.945547 tst           gprs:nanobts+band-1900: Using 1 x bts (candidates: 1)
06:30:44.069311 tst         cs_paging_gprs_active.py: using LAC 26500
06:30:44.183795 tst         cs_paging_gprs_active.py: using RAC 235
06:30:44.301236 tst         cs_paging_gprs_active.py: using CellId 26500
06:30:44.416267 tst         cs_paging_gprs_active.py: using BVCI 26501
06:30:44.438906 tst           gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)
06:30:44.449622 tst           gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)
06:30:44.459836 tst           gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)
06:30:44.470560 tst           gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)
06:30:44.480935 tst           gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)
06:30:44.491529 tst           gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)
06:30:44.502650 tst           gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)
06:30:44.513283 tst           gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)
06:30:44.524016 tst           gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)
06:30:44.641526 tst           gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)
06:30:44.911764 tst      cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...
06:30:45.033142 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
06:30:45.337263 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5379): Launched
06:30:45.589837 run iperf3-srv_10.42.42.10(pid=5380): Launched
06:30:45.767309 tst      cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...
06:30:45.907781 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
06:30:46.238493 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5381): Launched
06:30:46.510154 run iperf3-srv_10.42.42.10(pid=5382): Launched
06:30:46.692043 tst      cs_paging_gprs_active.py:38: start network...
06:30:46.816779 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
06:30:47.318896 run          create_hlr_db(pid=5383): Launched
06:30:47.500558 bus                        /sierra_2: Setting Powered False
06:30:48.521728 run          create_hlr_db(pid=5383): Terminated: ok {rc=0}
06:30:48.939722 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5385): Launched
06:30:49.255199 run    osmo-hlr_10.42.42.2(pid=5386): Launched
06:30:49.370522 run              osmo-stp_10.42.42.5: Starting osmo-stp
06:30:49.917529 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5388): Launched
06:30:50.233171 run    osmo-stp_10.42.42.5(pid=5389): Launched
06:30:50.348370 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
06:30:50.898004 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5391): Launched
06:30:51.010673 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
06:30:51.286814 run               patchelf(pid=5392): Launched
06:30:51.471854 run    osmo-stp_10.42.42.5(pid=5389): ERR: Terminated: ERROR {rc=1}  [trial-2370↪gprs:nanobts+band-1900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5389)]
06:30:51.606961 run    osmo-stp_10.42.42.5(pid=5389): stdout: 
| (launched: 2022-12-10_06:30:50.077711)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:30:51.742178 run    osmo-stp_10.42.42.5(pid=5389): stderr: 
| �[0;m�[38;5;43m20221210063050268 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210063050268 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210063050268 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210063050269 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210063050271 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210063050271 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210063050271 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:30:51.872772 run    osmo-stp_10.42.42.5(pid=5389): stdout: 
| (launched: 2022-12-10_06:30:50.077711)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:30:52.002316 run    osmo-stp_10.42.42.5(pid=5389): stderr: 
| �[0;m�[38;5;43m20221210063050268 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210063050268 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210063050268 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210063050269 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210063050271 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210063050271 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210063050271 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:30:52.152740 run               patchelf(pid=5392): Terminating (SIGINT)
06:30:52.329982 run               patchelf(pid=5392): Terminated: ok {rc=0}
06:30:52.362663 tst      cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=5389): Process ended prematurely: osmo-stp_10.42.42.5(pid=5389) [trial-2370↪gprs:nanobts+band-1900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5389)]  [trial-2370↪gprs:nanobts+band-1900↪cs_paging_gprs_active.py:38]
06:30:52.372532 tst      cs_paging_gprs_active.py:38: Test FAILED (8.5 sec)
06:30:52.434243 run    osmo-hlr_10.42.42.2(pid=5386): ERR: Terminated: ERROR {rc=237}  [trial-2370↪gprs:nanobts+band-1900↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5386)]
06:30:52.484562 run    osmo-hlr_10.42.42.2(pid=5386): stdout: 
| (launched: 2022-12-10_06:30:49.099309) 
06:30:52.535597 run    osmo-hlr_10.42.42.2(pid=5386): stderr: 
| �[0;m�[1;31m20221210063049298 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210063049298 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210063049298 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210063049298 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210063049298 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210063049298 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210063049312 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/gprs:nanobts+band-1900/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210063049320 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210063049320 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210063049321 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
06:30:52.579282 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5379): Terminating (SIGTERM)
06:30:52.620337 run iperf3-srv_10.42.42.10(pid=5380): Terminating (SIGTERM)
06:30:52.661529 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5381): Terminating (SIGTERM)
06:30:52.702490 run iperf3-srv_10.42.42.10(pid=5382): Terminating (SIGTERM)
06:30:52.743768 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5385): Terminating (SIGTERM)
06:30:52.784912 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5388): Terminating (SIGTERM)
06:30:52.825988 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5391): Terminating (SIGTERM)
06:30:52.835643 ---      ParallelTerminationStrategy: PID 5379 died...
06:30:52.890612 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5379): Terminated: ok {rc=0}
06:30:52.900610 ---      ParallelTerminationStrategy: PID 5380 died...
06:30:52.955339 run iperf3-srv_10.42.42.10(pid=5380): Terminated {rc=256}
06:30:52.965225 ---      ParallelTerminationStrategy: PID 5381 died...
06:30:53.019581 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5381): Terminated: ok {rc=0}
06:30:53.029477 ---      ParallelTerminationStrategy: PID 5382 died...
06:30:53.083939 run iperf3-srv_10.42.42.10(pid=5382): Terminated {rc=256}
06:30:53.093938 ---      ParallelTerminationStrategy: PID 5385 died...
06:30:53.148207 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5385): Terminated: ok {rc=0}
06:30:53.158484 ---      ParallelTerminationStrategy: PID 5388 died...
06:30:53.213042 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5388): Terminated: ok {rc=0}
06:30:53.223032 ---      ParallelTerminationStrategy: PID 5391 died...
06:30:53.277673 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5391): Terminated: ok {rc=0}
06:30:53.362640 bus                          /gobi_0: Setting Powered False
06:30:54.467678 bus                          /gobi_0: Setting Powered False
06:30:55.577281 bus                          /gobi_6: Setting Powered False
</stdout></case><case><age>232</age><className>gprs:nanobts+band-1900</className><duration>8.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=5401): Process ended prematurely: osmo-stp_10.42.42.5(pid=5401) [trial-2370↪gprs:nanobts+band-1900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5401)]</errorStackTrace><failedSince>2139</failedSince><name>iperf3.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py", line 8, in &lt;module&gt;
    setup_run_iperf3_test_parallel(1)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py", line 67, in setup_run_iperf3_test_parallel
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5401): Process ended prematurely: osmo-stp_10.42.42.5(pid=5401) [trial-2370↪gprs:nanobts+band-1900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5401)]
</stderr><stdout>
----------------------------------------------
trial-2370 gprs:nanobts+band-1900 iperf3.py
----------------------------------------------
06:30:56.684443 tst           gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)
06:30:56.695713 tst           gprs:nanobts+band-1900: Using 1 x bts (candidates: 1)
06:30:56.821282 tst                        iperf3.py: using LAC 26501
06:30:56.936904 tst                        iperf3.py: using RAC 236
06:30:57.051931 tst                        iperf3.py: using CellId 26501
06:30:57.167367 tst                        iperf3.py: using BVCI 26502
06:30:57.190012 tst           gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)
06:30:57.200594 tst           gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)
06:30:57.211055 tst           gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)
06:30:57.221723 tst           gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)
06:30:57.232236 tst           gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)
06:30:57.242892 tst           gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)
06:30:57.253674 tst           gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)
06:30:57.264286 tst           gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)
06:30:57.275081 tst           gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)
06:30:57.544835 tst                      iperf3.py:8: start iperfv3 server 10.42.42.10:5003...
06:30:57.666501 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
06:30:57.970331 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5393): Launched
06:30:58.222173 run iperf3-srv_10.42.42.10(pid=5394): Launched
06:30:58.399082 tst                      iperf3.py:8: start network...
06:30:58.520346 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
06:30:58.981093 run          create_hlr_db(pid=5395): Launched
06:30:59.148654 bus                          /gobi_6: Setting Powered False
06:31:00.170897 run          create_hlr_db(pid=5395): Terminated: ok {rc=0}
06:31:00.590663 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5397): Launched
06:31:00.995333 run    osmo-hlr_10.42.42.2(pid=5398): Launched
06:31:01.205125 run              osmo-stp_10.42.42.5: Starting osmo-stp
06:31:01.827744 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5400): Launched
06:31:02.231704 run    osmo-stp_10.42.42.5(pid=5401): Launched
06:31:02.393295 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
06:31:02.956735 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5403): Launched
06:31:03.069631 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
06:31:03.345306 run               patchelf(pid=5404): Launched
06:31:03.529606 run    osmo-stp_10.42.42.5(pid=5401): ERR: Terminated: ERROR {rc=1}  [trial-2370↪gprs:nanobts+band-1900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5401)]
06:31:03.664086 run    osmo-stp_10.42.42.5(pid=5401): stdout: 
| (launched: 2022-12-10_06:31:01.982565)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:31:03.798996 run    osmo-stp_10.42.42.5(pid=5401): stderr: 
| �[0;m�[38;5;43m20221210063102278 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210063102278 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210063102278 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210063102279 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210063102279 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210063102279 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210063102279 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:31:03.929322 run    osmo-stp_10.42.42.5(pid=5401): stdout: 
| (launched: 2022-12-10_06:31:01.982565)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:31:04.058568 run    osmo-stp_10.42.42.5(pid=5401): stderr: 
| �[0;m�[38;5;43m20221210063102278 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210063102278 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210063102278 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210063102279 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210063102279 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210063102279 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210063102279 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:31:04.208845 run               patchelf(pid=5404): Terminating (SIGINT)
06:31:04.385365 run               patchelf(pid=5404): Terminated: ok {rc=0}
06:31:04.417884 tst                      iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=5401): Process ended prematurely: osmo-stp_10.42.42.5(pid=5401) [trial-2370↪gprs:nanobts+band-1900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5401)]  [trial-2370↪gprs:nanobts+band-1900↪iperf3.py:8]
06:31:04.427884 tst                      iperf3.py:8: Test FAILED (7.8 sec)
06:31:04.489730 run    osmo-hlr_10.42.42.2(pid=5398): ERR: Terminated: ERROR {rc=237}  [trial-2370↪gprs:nanobts+band-1900↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5398)]
06:31:04.539848 run    osmo-hlr_10.42.42.2(pid=5398): stdout: 
| (launched: 2022-12-10_06:31:00.750423) 
06:31:04.590584 run    osmo-hlr_10.42.42.2(pid=5398): stderr: 
| �[0;m�[1;31m20221210063101026 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210063101026 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210063101026 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210063101026 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210063101026 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210063101026 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210063101041 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/gprs:nanobts+band-1900/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210063101058 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210063101058 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210063101058 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
06:31:04.634263 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5393): Terminating (SIGTERM)
06:31:04.675217 run iperf3-srv_10.42.42.10(pid=5394): Terminating (SIGTERM)
06:31:04.716304 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5397): Terminating (SIGTERM)
06:31:04.757447 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5400): Terminating (SIGTERM)
06:31:04.798518 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5403): Terminating (SIGTERM)
06:31:04.808079 ---      ParallelTerminationStrategy: PID 5393 died...
06:31:04.862743 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5393): Terminated: ok {rc=0}
06:31:04.872787 ---      ParallelTerminationStrategy: PID 5394 died...
06:31:04.927210 run iperf3-srv_10.42.42.10(pid=5394): Terminated {rc=256}
06:31:04.937164 ---      ParallelTerminationStrategy: PID 5397 died...
06:31:04.991712 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5397): Terminated: ok {rc=0}
06:31:05.002207 ---      ParallelTerminationStrategy: PID 5400 died...
06:31:05.057247 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5400): Terminated: ok {rc=0}
06:31:05.067231 ---      ParallelTerminationStrategy: PID 5403 died...
06:31:05.122195 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5403): Terminated: ok {rc=0}
06:31:05.208235 bus                          /gobi_6: Setting Powered False
</stdout></case><case><age>232</age><className>gprs:nanobts+band-1900</className><duration>11.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=5419): Process ended prematurely: osmo-stp_10.42.42.5(pid=5419) [trial-2370↪gprs:nanobts+band-1900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5419)]</errorStackTrace><failedSince>2139</failedSince><name>iperf3m4.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py", line 8, in &lt;module&gt;
    setup_run_iperf3_test_parallel(4)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py", line 67, in setup_run_iperf3_test_parallel
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5419): Process ended prematurely: osmo-stp_10.42.42.5(pid=5419) [trial-2370↪gprs:nanobts+band-1900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5419)]
</stderr><stdout>
----------------------------------------------
trial-2370 gprs:nanobts+band-1900 iperf3m4.py
----------------------------------------------
06:31:06.321459 tst           gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)
06:31:06.333217 tst           gprs:nanobts+band-1900: Using 1 x bts (candidates: 1)
06:31:06.462269 tst                      iperf3m4.py: using LAC 26502
06:31:06.584778 tst                      iperf3m4.py: using RAC 237
06:31:06.707524 tst                      iperf3m4.py: using CellId 26502
06:31:06.831237 tst                      iperf3m4.py: using BVCI 26503
06:31:06.855177 tst           gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)
06:31:06.866273 tst           gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)
06:31:06.877140 tst           gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)
06:31:06.888009 tst           gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)
06:31:06.898784 tst           gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)
06:31:06.909623 tst           gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)
06:31:06.920525 tst           gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)
06:31:06.931275 tst           gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)
06:31:06.942227 tst           gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)
06:31:07.061984 tst           gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)
06:31:07.179311 tst           gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)
06:31:07.294684 tst           gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)
06:31:07.579826 tst                    iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...
06:31:07.710779 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
06:31:08.037539 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5405): Launched
06:31:08.308933 run iperf3-srv_10.42.42.10(pid=5406): Launched
06:31:08.501223 tst                    iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...
06:31:08.632145 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
06:31:08.958557 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5407): Launched
06:31:09.230097 run iperf3-srv_10.42.42.10(pid=5408): Launched
06:31:09.422384 tst                    iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...
06:31:09.553100 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
06:31:09.878430 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5409): Launched
06:31:10.148467 run iperf3-srv_10.42.42.10(pid=5410): Launched
06:31:10.340662 tst                    iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...
06:31:10.471186 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
06:31:10.797511 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5411): Launched
06:31:11.068367 run iperf3-srv_10.42.42.10(pid=5412): Launched
06:31:11.260632 tst                    iperf3m4.py:8: start network...
06:31:11.391088 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
06:31:11.891654 run          create_hlr_db(pid=5413): Launched
06:31:12.072786 bus                          /gobi_6: Setting Powered False
06:31:13.093855 run          create_hlr_db(pid=5413): Terminated: ok {rc=0}
06:31:13.511872 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5415): Launched
06:31:13.825961 run    osmo-hlr_10.42.42.2(pid=5416): Launched
06:31:13.941225 run              osmo-stp_10.42.42.5: Starting osmo-stp
06:31:14.486415 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5418): Launched
06:31:14.798995 run    osmo-stp_10.42.42.5(pid=5419): Launched
06:31:14.912360 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
06:31:15.462058 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5421): Launched
06:31:15.574550 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
06:31:15.852399 run               patchelf(pid=5422): Launched
06:31:16.051280 run    osmo-stp_10.42.42.5(pid=5419): ERR: Terminated: ERROR {rc=1}  [trial-2370↪gprs:nanobts+band-1900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5419)]
06:31:16.189333 run    osmo-stp_10.42.42.5(pid=5419): stdout: 
| (launched: 2022-12-10_06:31:14.645368)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:31:16.327469 run    osmo-stp_10.42.42.5(pid=5419): stderr: 
| �[0;m�[38;5;43m20221210063114837 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210063114837 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210063114837 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210063114838 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210063114838 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210063114838 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210063114838 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:31:16.460487 run    osmo-stp_10.42.42.5(pid=5419): stdout: 
| (launched: 2022-12-10_06:31:14.645368)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:31:16.592721 run    osmo-stp_10.42.42.5(pid=5419): stderr: 
| �[0;m�[38;5;43m20221210063114837 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210063114837 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210063114837 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210063114838 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210063114838 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210063114838 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210063114838 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:31:16.745584 run               patchelf(pid=5422): Terminating (SIGINT)
06:31:16.925369 run               patchelf(pid=5422): Terminated: ok {rc=0}
06:31:16.958987 tst                    iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=5419): Process ended prematurely: osmo-stp_10.42.42.5(pid=5419) [trial-2370↪gprs:nanobts+band-1900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5419)]  [trial-2370↪gprs:nanobts+band-1900↪iperf3m4.py:8]
06:31:16.969873 tst                    iperf3m4.py:8: Test FAILED (10.7 sec)
06:31:17.033532 run    osmo-hlr_10.42.42.2(pid=5416): ERR: Terminated: ERROR {rc=237}  [trial-2370↪gprs:nanobts+band-1900↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5416)]
06:31:17.085331 run    osmo-hlr_10.42.42.2(pid=5416): stdout: 
| (launched: 2022-12-10_06:31:13.671453) 
06:31:17.137934 run    osmo-hlr_10.42.42.2(pid=5416): stderr: 
| �[0;m�[1;31m20221210063113869 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210063113869 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210063113869 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210063113869 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210063113869 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210063113869 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210063113882 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/gprs:nanobts+band-1900/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210063113890 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210063113890 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210063113890 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
06:31:17.183015 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5405): Terminating (SIGTERM)
06:31:17.224895 run iperf3-srv_10.42.42.10(pid=5406): Terminating (SIGTERM)
06:31:17.266417 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5407): Terminating (SIGTERM)
06:31:17.307944 run iperf3-srv_10.42.42.10(pid=5408): Terminating (SIGTERM)
06:31:17.349261 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5409): Terminating (SIGTERM)
06:31:17.390435 run iperf3-srv_10.42.42.10(pid=5410): Terminating (SIGTERM)
06:31:17.431723 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5411): Terminating (SIGTERM)
06:31:17.472848 run iperf3-srv_10.42.42.10(pid=5412): Terminating (SIGTERM)
06:31:17.514171 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5415): Terminating (SIGTERM)
06:31:17.555331 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5418): Terminating (SIGTERM)
06:31:17.596585 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5421): Terminating (SIGTERM)
06:31:17.606231 ---      ParallelTerminationStrategy: PID 5405 died...
06:31:17.661498 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5405): Terminated: ok {rc=0}
06:31:17.671560 ---      ParallelTerminationStrategy: PID 5406 died...
06:31:17.726331 run iperf3-srv_10.42.42.10(pid=5406): Terminated {rc=256}
06:31:17.736316 ---      ParallelTerminationStrategy: PID 5407 died...
06:31:17.790774 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5407): Terminated: ok {rc=0}
06:31:17.800714 ---      ParallelTerminationStrategy: PID 5408 died...
06:31:17.855031 run iperf3-srv_10.42.42.10(pid=5408): Terminated {rc=256}
06:31:17.865034 ---      ParallelTerminationStrategy: PID 5409 died...
06:31:17.919512 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5409): Terminated: ok {rc=0}
06:31:17.929544 ---      ParallelTerminationStrategy: PID 5410 died...
06:31:17.983638 run iperf3-srv_10.42.42.10(pid=5410): Terminated {rc=256}
06:31:17.993642 ---      ParallelTerminationStrategy: PID 5411 died...
06:31:18.048189 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5411): Terminated: ok {rc=0}
06:31:18.058225 ---      ParallelTerminationStrategy: PID 5412 died...
06:31:18.112475 run iperf3-srv_10.42.42.10(pid=5412): Terminated {rc=256}
06:31:18.122507 ---      ParallelTerminationStrategy: PID 5415 died...
06:31:18.177369 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5415): Terminated: ok {rc=0}
06:31:18.187452 ---      ParallelTerminationStrategy: PID 5418 died...
06:31:18.242073 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5418): Terminated: ok {rc=0}
06:31:18.252072 ---      ParallelTerminationStrategy: PID 5421 died...
06:31:18.306589 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5421): Terminated: ok {rc=0}
06:31:18.392612 bus                          /gobi_4: Setting Powered False
06:31:19.494141 bus                          /gobi_4: Setting Powered False
06:31:20.602147 bus                          /gobi_1: Setting Powered False
06:31:21.705030 bus                          /gobi_1: Setting Powered False
06:31:22.810131 bus                          /gobi_0: Setting Powered False
06:31:23.914953 bus                          /gobi_0: Setting Powered False
06:31:25.022008 bus                          /gobi_6: Setting Powered False
</stdout></case><case><age>232</age><className>gprs:nanobts+band-1900</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=5429): Process ended prematurely: osmo-stp_10.42.42.5(pid=5429) [trial-2370↪gprs:nanobts+band-1900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5429)]</errorStackTrace><failedSince>2139</failedSince><name>ping.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py", line 22, in &lt;module&gt;
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5429): Process ended prematurely: osmo-stp_10.42.42.5(pid=5429) [trial-2370↪gprs:nanobts+band-1900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5429)]
</stderr><stdout>
----------------------------------------------
trial-2370 gprs:nanobts+band-1900 ping.py
----------------------------------------------
06:31:26.089648 tst           gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)
06:31:26.101575 tst           gprs:nanobts+band-1900: Using 1 x bts (candidates: 1)
06:31:26.230342 tst                          ping.py: using LAC 26503
06:31:26.346365 tst                          ping.py: using RAC 238
06:31:26.459051 tst                          ping.py: using CellId 26503
06:31:26.572405 tst                          ping.py: using BVCI 26504
06:31:26.594571 tst           gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)
06:31:26.605405 tst           gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)
06:31:26.616025 tst           gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)
06:31:26.627490 tst           gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)
06:31:26.638825 tst           gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)
06:31:26.650056 tst           gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)
06:31:26.661388 tst           gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)
06:31:26.672462 tst           gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)
06:31:26.937719 tst                       ping.py:19: start network...
06:31:27.057242 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
06:31:27.508602 run          create_hlr_db(pid=5423): Launched
06:31:27.674839 bus                          /gobi_6: Setting Powered False
06:31:28.695594 run          create_hlr_db(pid=5423): Terminated: ok {rc=0}
06:31:29.104161 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5425): Launched
06:31:29.412311 run    osmo-hlr_10.42.42.2(pid=5426): Launched
06:31:29.528932 run              osmo-stp_10.42.42.5: Starting osmo-stp
06:31:30.064674 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5428): Launched
06:31:30.372666 run    osmo-stp_10.42.42.5(pid=5429): Launched
06:31:30.483455 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
06:31:31.046452 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5431): Launched
06:31:31.154674 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
06:31:31.436497 run               patchelf(pid=5432): Launched
06:31:31.612486 run    osmo-stp_10.42.42.5(pid=5429): ERR: Terminated: ERROR {rc=1}  [trial-2370↪gprs:nanobts+band-1900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5429)]
06:31:31.742526 run    osmo-stp_10.42.42.5(pid=5429): stdout: 
| (launched: 2022-12-10_06:31:30.221001)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:31:31.872845 run    osmo-stp_10.42.42.5(pid=5429): stderr: 
| �[0;m�[38;5;43m20221210063130412 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210063130412 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210063130412 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210063130412 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210063130413 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210063130413 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210063130413 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:31:31.998880 run    osmo-stp_10.42.42.5(pid=5429): stdout: 
| (launched: 2022-12-10_06:31:30.221001)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:31:32.123174 run    osmo-stp_10.42.42.5(pid=5429): stderr: 
| �[0;m�[38;5;43m20221210063130412 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210063130412 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210063130412 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210063130412 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210063130413 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210063130413 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210063130413 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:31:32.263879 run               patchelf(pid=5432): Terminating (SIGINT)
06:31:32.426327 run               patchelf(pid=5432): Terminated: ok {rc=0}
06:31:32.456053 tst                       ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=5429): Process ended prematurely: osmo-stp_10.42.42.5(pid=5429) [trial-2370↪gprs:nanobts+band-1900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5429)]  [trial-2370↪gprs:nanobts+band-1900↪ping.py:22]
06:31:32.464712 tst                       ping.py:22: Test FAILED (6.4 sec)
06:31:32.524839 run    osmo-hlr_10.42.42.2(pid=5426): ERR: Terminated: ERROR {rc=237}  [trial-2370↪gprs:nanobts+band-1900↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5426)]
06:31:32.573837 run    osmo-hlr_10.42.42.2(pid=5426): stdout: 
| (launched: 2022-12-10_06:31:29.261012) 
06:31:32.623549 run    osmo-hlr_10.42.42.2(pid=5426): stderr: 
| �[0;m�[1;31m20221210063129455 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210063129455 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210063129455 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210063129455 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210063129455 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210063129455 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210063129468 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/gprs:nanobts+band-1900/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210063129476 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210063129476 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210063129476 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
06:31:32.665207 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5425): Terminating (SIGTERM)
06:31:32.704523 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5428): Terminating (SIGTERM)
06:31:32.743656 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5431): Terminating (SIGTERM)
06:31:32.753150 ---      ParallelTerminationStrategy: PID 5425 died...
06:31:32.806219 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5425): Terminated: ok {rc=0}
06:31:32.816013 ---      ParallelTerminationStrategy: PID 5428 died...
06:31:32.868794 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5428): Terminated: ok {rc=0}
06:31:32.878642 ---      ParallelTerminationStrategy: PID 5431 died...
06:31:32.931010 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5431): Terminated: ok {rc=0}
06:31:33.017767 bus                          /gobi_6: Setting Powered False
</stdout></case><case><age>232</age><className>gprs:nanobts+band-1900</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=5439): Process ended prematurely: osmo-stp_10.42.42.5(pid=5439) [trial-2370↪gprs:nanobts+band-1900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5439)]</errorStackTrace><failedSince>2139</failedSince><name>ping_idle_ping.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py", line 27, in &lt;module&gt;
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5439): Process ended prematurely: osmo-stp_10.42.42.5(pid=5439) [trial-2370↪gprs:nanobts+band-1900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5439)]
</stderr><stdout>
----------------------------------------------
trial-2370 gprs:nanobts+band-1900 ping_idle_ping.py
----------------------------------------------
06:31:34.068910 tst           gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)
06:31:34.080764 tst           gprs:nanobts+band-1900: Using 1 x bts (candidates: 1)
06:31:34.207289 tst                ping_idle_ping.py: using LAC 26504
06:31:34.318616 tst                ping_idle_ping.py: using RAC 239
06:31:34.435975 tst                ping_idle_ping.py: using CellId 26504
06:31:34.547565 tst                ping_idle_ping.py: using BVCI 26505
06:31:34.569747 tst           gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)
06:31:34.580348 tst           gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)
06:31:34.590912 tst           gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)
06:31:34.601633 tst           gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)
06:31:34.612371 tst           gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)
06:31:34.622987 tst           gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)
06:31:34.633812 tst           gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)
06:31:34.644503 tst           gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)
06:31:34.926180 tst             ping_idle_ping.py:24: start network...
06:31:35.054544 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
06:31:35.551579 run          create_hlr_db(pid=5433): Launched
06:31:35.730931 bus                          /gobi_6: Setting Powered False
06:31:36.752117 run          create_hlr_db(pid=5433): Terminated: ok {rc=0}
06:31:37.140386 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5435): Launched
06:31:37.429435 run    osmo-hlr_10.42.42.2(pid=5436): Launched
06:31:37.541896 run              osmo-stp_10.42.42.5: Starting osmo-stp
06:31:38.049047 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5438): Launched
06:31:38.336406 run    osmo-stp_10.42.42.5(pid=5439): Launched
06:31:38.440481 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
06:31:38.943009 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5441): Launched
06:31:39.045405 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
06:31:39.297884 run               patchelf(pid=5442): Launched
06:31:39.467972 run    osmo-stp_10.42.42.5(pid=5439): ERR: Terminated: ERROR {rc=1}  [trial-2370↪gprs:nanobts+band-1900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5439)]
06:31:39.592456 run    osmo-stp_10.42.42.5(pid=5439): stdout: 
| (launched: 2022-12-10_06:31:38.194802)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:31:39.717297 run    osmo-stp_10.42.42.5(pid=5439): stderr: 
| �[0;m�[38;5;43m20221210063138362 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210063138363 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210063138363 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210063138363 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210063138365 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210063138366 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210063138366 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:31:39.837294 run    osmo-stp_10.42.42.5(pid=5439): stdout: 
| (launched: 2022-12-10_06:31:38.194802)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:31:39.955721 run    osmo-stp_10.42.42.5(pid=5439): stderr: 
| �[0;m�[38;5;43m20221210063138362 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210063138363 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210063138363 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210063138363 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210063138365 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210063138366 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210063138366 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:31:40.094132 run               patchelf(pid=5442): Terminating (SIGINT)
06:31:40.256855 run               patchelf(pid=5442): Terminated: ok {rc=0}
06:31:40.286658 tst             ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=5439): Process ended prematurely: osmo-stp_10.42.42.5(pid=5439) [trial-2370↪gprs:nanobts+band-1900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5439)]  [trial-2370↪gprs:nanobts+band-1900↪ping_idle_ping.py:27]
06:31:40.295245 tst             ping_idle_ping.py:27: Test FAILED (6.2 sec)
06:31:40.354487 run    osmo-hlr_10.42.42.2(pid=5436): ERR: Terminated: ERROR {rc=237}  [trial-2370↪gprs:nanobts+band-1900↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5436)]
06:31:40.402547 run    osmo-hlr_10.42.42.2(pid=5436): stdout: 
| (launched: 2022-12-10_06:31:37.287044) 
06:31:40.451122 run    osmo-hlr_10.42.42.2(pid=5436): stderr: 
| �[0;m�[1;31m20221210063137461 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210063137461 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210063137461 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210063137461 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210063137461 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210063137461 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210063137474 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/gprs:nanobts+band-1900/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210063137485 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210063137485 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210063137485 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
06:31:40.492465 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5435): Terminating (SIGTERM)
06:31:40.531965 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5438): Terminating (SIGTERM)
06:31:40.571218 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5441): Terminating (SIGTERM)
06:31:40.580664 ---      ParallelTerminationStrategy: PID 5435 died...
06:31:40.632915 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5435): Terminated: ok {rc=0}
06:31:40.642769 ---      ParallelTerminationStrategy: PID 5438 died...
06:31:40.695452 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5438): Terminated: ok {rc=0}
06:31:40.705135 ---      ParallelTerminationStrategy: PID 5441 died...
06:31:40.757266 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5441): Terminated: ok {rc=0}
06:31:40.843409 bus                          /gobi_6: Setting Powered False
</stdout></case><duration>60.0</duration><id>141</id><name>gprs_nanobts+band-1900</name><properties></properties><timestamp>2022-12-10T06:30:43</timestamp></suite><suite><case><age>232</age><className>gprs:nanobts+band-1900+mod-bts0-egprs</className><duration>9.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=5457): Process ended prematurely: osmo-stp_10.42.42.5(pid=5457) [trial-2370↪gprs:nanobts+band-1900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5457)]</errorStackTrace><failedSince>2139</failedSince><name>cs_paging_gprs_active.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py", line 38, in &lt;module&gt;
    setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py", line 67, in setup_run_iperf3_test_parallel
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5457): Process ended prematurely: osmo-stp_10.42.42.5(pid=5457) [trial-2370↪gprs:nanobts+band-1900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5457)]
</stderr><stdout>
----------------------------------------------
trial-2370 gprs:nanobts+band-1900+mod-bts0-egprs cs_paging_gprs_active.py
----------------------------------------------
06:31:42.964719 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
06:31:42.976140 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x bts (candidates: 1)
06:31:43.109287 tst         cs_paging_gprs_active.py: using LAC 26505
06:31:43.227329 tst         cs_paging_gprs_active.py: using RAC 240
06:31:43.343381 tst         cs_paging_gprs_active.py: using CellId 26505
06:31:43.460643 tst         cs_paging_gprs_active.py: using BVCI 26506
06:31:43.482971 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
06:31:43.493869 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
06:31:43.504697 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
06:31:43.515485 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
06:31:43.526268 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
06:31:43.537051 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
06:31:43.548012 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
06:31:43.558757 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
06:31:43.569697 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)
06:31:43.687708 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)
06:31:43.958620 tst      cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...
06:31:44.080242 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
06:31:44.384178 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5447): Launched
06:31:44.637046 run iperf3-srv_10.42.42.10(pid=5448): Launched
06:31:44.815263 tst      cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...
06:31:44.936907 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
06:31:45.242325 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5449): Launched
06:31:45.495222 run iperf3-srv_10.42.42.10(pid=5450): Launched
06:31:45.673216 tst      cs_paging_gprs_active.py:38: start network...
06:31:45.794839 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
06:31:46.331890 run          create_hlr_db(pid=5451): Launched
06:31:46.535343 bus                          /gobi_6: Setting Powered False
06:31:47.533372 run          create_hlr_db(pid=5451): Terminated: ok {rc=0}
06:31:47.940355 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5453): Launched
06:31:48.233744 run    osmo-hlr_10.42.42.2(pid=5454): Launched
06:31:48.341606 run              osmo-stp_10.42.42.5: Starting osmo-stp
06:31:48.850935 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5456): Launched
06:31:49.144937 run    osmo-stp_10.42.42.5(pid=5457): Launched
06:31:49.251461 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
06:31:49.763992 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5459): Launched
06:31:49.868320 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
06:31:50.125341 run               patchelf(pid=5460): Launched
06:31:50.298091 run    osmo-stp_10.42.42.5(pid=5457): ERR: Terminated: ERROR {rc=1}  [trial-2370↪gprs:nanobts+band-1900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5457)]
06:31:50.424393 run    osmo-stp_10.42.42.5(pid=5457): stdout: 
| (launched: 2022-12-10_06:31:48.999724)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:31:50.551039 run    osmo-stp_10.42.42.5(pid=5457): stderr: 
| �[0;m�[38;5;43m20221210063149169 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210063149169 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210063149170 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210063149170 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210063149171 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210063149171 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210063149171 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:31:50.673185 run    osmo-stp_10.42.42.5(pid=5457): stdout: 
| (launched: 2022-12-10_06:31:48.999724)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:31:50.794678 run    osmo-stp_10.42.42.5(pid=5457): stderr: 
| �[0;m�[38;5;43m20221210063149169 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210063149169 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210063149170 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210063149170 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210063149171 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210063149171 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210063149171 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:31:50.935299 run               patchelf(pid=5460): Terminating (SIGINT)
06:31:51.100508 run               patchelf(pid=5460): Terminated: ok {rc=0}
06:31:51.131209 tst      cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=5457): Process ended prematurely: osmo-stp_10.42.42.5(pid=5457) [trial-2370↪gprs:nanobts+band-1900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5457)]  [trial-2370↪gprs:nanobts+band-1900+mod-bts0-egprs↪cs_paging_gprs_active.py:38]
06:31:51.140473 tst      cs_paging_gprs_active.py:38: Test FAILED (8.2 sec)
06:31:51.200219 run    osmo-hlr_10.42.42.2(pid=5454): ERR: Terminated: ERROR {rc=237}  [trial-2370↪gprs:nanobts+band-1900+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5454)]
06:31:51.248568 run    osmo-hlr_10.42.42.2(pid=5454): stdout: 
| (launched: 2022-12-10_06:31:48.088532) 
06:31:51.297394 run    osmo-hlr_10.42.42.2(pid=5454): stderr: 
| �[0;m�[1;31m20221210063148264 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210063148264 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210063148264 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210063148264 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210063148264 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210063148264 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210063148277 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/gprs:nanobts+band-1900+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210063148287 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210063148287 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210063148287 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
06:31:51.338773 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5447): Terminating (SIGTERM)
06:31:51.378275 run iperf3-srv_10.42.42.10(pid=5448): Terminating (SIGTERM)
06:31:51.417663 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5449): Terminating (SIGTERM)
06:31:51.456634 run iperf3-srv_10.42.42.10(pid=5450): Terminating (SIGTERM)
06:31:51.495665 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5453): Terminating (SIGTERM)
06:31:51.534617 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5456): Terminating (SIGTERM)
06:31:51.573505 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5459): Terminating (SIGTERM)
06:31:51.582751 ---      ParallelTerminationStrategy: PID 5447 died...
06:31:51.634971 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5447): Terminated: ok {rc=0}
06:31:51.644604 ---      ParallelTerminationStrategy: PID 5448 died...
06:31:51.696580 run iperf3-srv_10.42.42.10(pid=5448): Terminated {rc=256}
06:31:51.705974 ---      ParallelTerminationStrategy: PID 5449 died...
06:31:51.758081 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5449): Terminated: ok {rc=0}
06:31:51.767641 ---      ParallelTerminationStrategy: PID 5450 died...
06:31:51.819370 run iperf3-srv_10.42.42.10(pid=5450): Terminated {rc=256}
06:31:51.828908 ---      ParallelTerminationStrategy: PID 5453 died...
06:31:51.880650 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5453): Terminated: ok {rc=0}
06:31:51.890432 ---      ParallelTerminationStrategy: PID 5456 died...
06:31:51.942217 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5456): Terminated: ok {rc=0}
06:31:51.951782 ---      ParallelTerminationStrategy: PID 5459 died...
06:31:52.003532 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5459): Terminated: ok {rc=0}
06:31:52.085287 bus                          /gobi_0: Setting Powered False
06:31:53.191673 bus                          /gobi_0: Setting Powered False
06:31:54.300884 bus                          /gobi_6: Setting Powered False
</stdout></case><case><age>232</age><className>gprs:nanobts+band-1900+mod-bts0-egprs</className><duration>8.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=5469): Process ended prematurely: osmo-stp_10.42.42.5(pid=5469) [trial-2370↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5469)]</errorStackTrace><failedSince>2139</failedSince><name>iperf3.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py", line 8, in &lt;module&gt;
    setup_run_iperf3_test_parallel(1)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py", line 67, in setup_run_iperf3_test_parallel
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5469): Process ended prematurely: osmo-stp_10.42.42.5(pid=5469) [trial-2370↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5469)]
</stderr><stdout>
----------------------------------------------
trial-2370 gprs:nanobts+band-1900+mod-bts0-egprs iperf3.py
----------------------------------------------
06:31:55.411538 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
06:31:55.423721 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x bts (candidates: 1)
06:31:55.559163 tst                        iperf3.py: using LAC 26506
06:31:55.682592 tst                        iperf3.py: using RAC 241
06:31:55.811604 tst                        iperf3.py: using CellId 26506
06:31:55.933836 tst                        iperf3.py: using BVCI 26507
06:31:55.958044 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
06:31:55.969473 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
06:31:55.980465 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
06:31:55.991580 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
06:31:56.002658 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
06:31:56.013692 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
06:31:56.024901 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
06:31:56.035925 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
06:31:56.047237 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)
06:31:56.333954 tst                      iperf3.py:8: start iperfv3 server 10.42.42.10:5003...
06:31:56.464695 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
06:31:56.789337 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5461): Launched
06:31:57.059616 run iperf3-srv_10.42.42.10(pid=5462): Launched
06:31:57.252298 tst                      iperf3.py:8: start network...
06:31:57.383118 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
06:31:57.886040 run          create_hlr_db(pid=5463): Launched
06:31:58.067415 bus                          /gobi_6: Setting Powered False
06:31:59.088529 run          create_hlr_db(pid=5463): Terminated: ok {rc=0}
06:31:59.485340 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5465): Launched
06:31:59.779664 run    osmo-hlr_10.42.42.2(pid=5466): Launched
06:31:59.888055 run              osmo-stp_10.42.42.5: Starting osmo-stp
06:32:00.403312 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5468): Launched
06:32:00.698105 run    osmo-stp_10.42.42.5(pid=5469): Launched
06:32:00.805747 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
06:32:01.356359 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5471): Launched
06:32:01.464682 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
06:32:01.739119 run               patchelf(pid=5472): Launched
06:32:01.916423 run    osmo-stp_10.42.42.5(pid=5469): ERR: Terminated: ERROR {rc=1}  [trial-2370↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5469)]
06:32:02.045367 run    osmo-stp_10.42.42.5(pid=5469): stdout: 
| (launched: 2022-12-10_06:32:00.552524)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:32:02.174949 run    osmo-stp_10.42.42.5(pid=5469): stderr: 
| �[0;m�[38;5;43m20221210063200723 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210063200723 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210063200723 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210063200724 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210063200724 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210063200724 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210063200724 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:32:02.298626 run    osmo-stp_10.42.42.5(pid=5469): stdout: 
| (launched: 2022-12-10_06:32:00.552524)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:32:02.419421 run    osmo-stp_10.42.42.5(pid=5469): stderr: 
| �[0;m�[38;5;43m20221210063200723 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210063200723 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210063200723 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210063200724 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210063200724 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210063200724 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210063200724 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:32:02.560303 run               patchelf(pid=5472): Terminating (SIGINT)
06:32:02.726687 run               patchelf(pid=5472): Terminated: ok {rc=0}
06:32:02.757424 tst                      iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=5469): Process ended prematurely: osmo-stp_10.42.42.5(pid=5469) [trial-2370↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5469)]  [trial-2370↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3.py:8]
06:32:02.766805 tst                      iperf3.py:8: Test FAILED (7.4 sec)
06:32:02.826827 run    osmo-hlr_10.42.42.2(pid=5466): ERR: Terminated: ERROR {rc=237}  [trial-2370↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5466)]
06:32:02.875439 run    osmo-hlr_10.42.42.2(pid=5466): stdout: 
| (launched: 2022-12-10_06:31:59.634137) 
06:32:02.924549 run    osmo-hlr_10.42.42.2(pid=5466): stderr: 
| �[0;m�[1;31m20221210063159807 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210063159807 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210063159807 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210063159807 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210063159807 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210063159807 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210063159820 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/gprs:nanobts+band-1900+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210063159830 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210063159830 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210063159830 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
06:32:02.965714 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5461): Terminating (SIGTERM)
06:32:03.004738 run iperf3-srv_10.42.42.10(pid=5462): Terminating (SIGTERM)
06:32:03.045471 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5465): Terminating (SIGTERM)
06:32:03.084722 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5468): Terminating (SIGTERM)
06:32:03.124149 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5471): Terminating (SIGTERM)
06:32:03.133644 ---      ParallelTerminationStrategy: PID 5461 died...
06:32:03.186179 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5461): Terminated: ok {rc=0}
06:32:03.195982 ---      ParallelTerminationStrategy: PID 5462 died...
06:32:03.248592 run iperf3-srv_10.42.42.10(pid=5462): Terminated {rc=256}
06:32:03.258436 ---      ParallelTerminationStrategy: PID 5465 died...
06:32:03.311394 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5465): Terminated: ok {rc=0}
06:32:03.321382 ---      ParallelTerminationStrategy: PID 5468 died...
06:32:03.374331 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5468): Terminated: ok {rc=0}
06:32:03.383888 ---      ParallelTerminationStrategy: PID 5471 died...
06:32:03.437429 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5471): Terminated: ok {rc=0}
06:32:03.525029 bus                          /gobi_6: Setting Powered False
</stdout></case><case><age>232</age><className>gprs:nanobts+band-1900+mod-bts0-egprs</className><duration>11.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=5487): Process ended prematurely: osmo-stp_10.42.42.5(pid=5487) [trial-2370↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5487)]</errorStackTrace><failedSince>2139</failedSince><name>iperf3m4.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py", line 8, in &lt;module&gt;
    setup_run_iperf3_test_parallel(4)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py", line 67, in setup_run_iperf3_test_parallel
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5487): Process ended prematurely: osmo-stp_10.42.42.5(pid=5487) [trial-2370↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5487)]
</stderr><stdout>
----------------------------------------------
trial-2370 gprs:nanobts+band-1900+mod-bts0-egprs iperf3m4.py
----------------------------------------------
06:32:04.634051 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
06:32:04.645535 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x bts (candidates: 1)
06:32:04.773432 tst                      iperf3m4.py: using LAC 26507
06:32:04.900254 tst                      iperf3m4.py: using RAC 242
06:32:05.022547 tst                      iperf3m4.py: using CellId 26507
06:32:05.147741 tst                      iperf3m4.py: using BVCI 26508
06:32:05.172079 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
06:32:05.183600 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
06:32:05.195254 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
06:32:05.206756 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
06:32:05.217822 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
06:32:05.228694 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
06:32:05.239953 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
06:32:05.251092 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
06:32:05.262443 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)
06:32:05.376704 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)
06:32:05.498144 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)
06:32:05.617362 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)
06:32:05.888777 tst                    iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...
06:32:06.010837 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
06:32:06.316035 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5473): Launched
06:32:06.570285 run iperf3-srv_10.42.42.10(pid=5474): Launched
06:32:06.748884 tst                    iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...
06:32:06.871461 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
06:32:07.177971 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5475): Launched
06:32:07.431453 run iperf3-srv_10.42.42.10(pid=5476): Launched
06:32:07.610789 tst                    iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...
06:32:07.732863 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
06:32:08.039360 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5477): Launched
06:32:08.293547 run iperf3-srv_10.42.42.10(pid=5478): Launched
06:32:08.473347 tst                    iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...
06:32:08.595564 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
06:32:08.902233 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5479): Launched
06:32:09.155614 run iperf3-srv_10.42.42.10(pid=5480): Launched
06:32:09.334538 tst                    iperf3m4.py:8: start network...
06:32:09.457062 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
06:32:09.925486 run          create_hlr_db(pid=5481): Launched
06:32:10.093794 bus                          /gobi_6: Setting Powered False
06:32:11.117111 run          create_hlr_db(pid=5481): Terminated: ok {rc=0}
06:32:11.510786 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5483): Launched
06:32:11.806779 run    osmo-hlr_10.42.42.2(pid=5484): Launched
06:32:11.918466 run              osmo-stp_10.42.42.5: Starting osmo-stp
06:32:12.430122 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5486): Launched
06:32:12.724561 run    osmo-stp_10.42.42.5(pid=5487): Launched
06:32:12.832902 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
06:32:13.346506 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5489): Launched
06:32:13.451146 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
06:32:13.711270 run               patchelf(pid=5490): Launched
06:32:13.884353 run    osmo-stp_10.42.42.5(pid=5487): ERR: Terminated: ERROR {rc=1}  [trial-2370↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5487)]
06:32:14.010649 run    osmo-stp_10.42.42.5(pid=5487): stdout: 
| (launched: 2022-12-10_06:32:12.578683)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:32:14.137115 run    osmo-stp_10.42.42.5(pid=5487): stderr: 
| �[0;m�[38;5;43m20221210063212751 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210063212751 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210063212751 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210063212751 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210063212752 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210063212752 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210063212752 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:32:14.259357 run    osmo-stp_10.42.42.5(pid=5487): stdout: 
| (launched: 2022-12-10_06:32:12.578683)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:32:14.380178 run    osmo-stp_10.42.42.5(pid=5487): stderr: 
| �[0;m�[38;5;43m20221210063212751 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210063212751 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210063212751 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210063212751 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210063212752 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210063212752 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210063212752 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:32:14.520924 run               patchelf(pid=5490): Terminating (SIGINT)
06:32:14.686459 run               patchelf(pid=5490): Terminated: ok {rc=0}
06:32:14.717005 tst                    iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=5487): Process ended prematurely: osmo-stp_10.42.42.5(pid=5487) [trial-2370↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5487)]  [trial-2370↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3m4.py:8]
06:32:14.726265 tst                    iperf3m4.py:8: Test FAILED (10.1 sec)
06:32:14.786627 run    osmo-hlr_10.42.42.2(pid=5484): ERR: Terminated: ERROR {rc=237}  [trial-2370↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5484)]
06:32:14.835200 run    osmo-hlr_10.42.42.2(pid=5484): stdout: 
| (launched: 2022-12-10_06:32:11.660204) 
06:32:14.884448 run    osmo-hlr_10.42.42.2(pid=5484): stderr: 
| �[0;m�[1;31m20221210063211834 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210063211834 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210063211834 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210063211834 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210063211834 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210063211834 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210063211846 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/gprs:nanobts+band-1900+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210063211854 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210063211854 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210063211854 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
06:32:14.926425 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5473): Terminating (SIGTERM)
06:32:14.965722 run iperf3-srv_10.42.42.10(pid=5474): Terminating (SIGTERM)
06:32:15.004305 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5475): Terminating (SIGTERM)
06:32:15.043185 run iperf3-srv_10.42.42.10(pid=5476): Terminating (SIGTERM)
06:32:15.081850 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5477): Terminating (SIGTERM)
06:32:15.120363 run iperf3-srv_10.42.42.10(pid=5478): Terminating (SIGTERM)
06:32:15.159034 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5479): Terminating (SIGTERM)
06:32:15.197646 run iperf3-srv_10.42.42.10(pid=5480): Terminating (SIGTERM)
06:32:15.236373 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5483): Terminating (SIGTERM)
06:32:15.275323 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5486): Terminating (SIGTERM)
06:32:15.314750 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5489): Terminating (SIGTERM)
06:32:15.324168 ---      ParallelTerminationStrategy: PID 5473 died...
06:32:15.377269 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5473): Terminated: ok {rc=0}
06:32:15.386742 ---      ParallelTerminationStrategy: PID 5474 died...
06:32:15.439178 run iperf3-srv_10.42.42.10(pid=5474): Terminated {rc=256}
06:32:15.448584 ---      ParallelTerminationStrategy: PID 5475 died...
06:32:15.501005 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5475): Terminated: ok {rc=0}
06:32:15.510649 ---      ParallelTerminationStrategy: PID 5476 died...
06:32:15.562916 run iperf3-srv_10.42.42.10(pid=5476): Terminated {rc=256}
06:32:15.572523 ---      ParallelTerminationStrategy: PID 5477 died...
06:32:15.624916 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5477): Terminated: ok {rc=0}
06:32:15.634368 ---      ParallelTerminationStrategy: PID 5478 died...
06:32:15.686380 run iperf3-srv_10.42.42.10(pid=5478): Terminated {rc=256}
06:32:15.695787 ---      ParallelTerminationStrategy: PID 5479 died...
06:32:15.747620 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5479): Terminated: ok {rc=0}
06:32:15.757432 ---      ParallelTerminationStrategy: PID 5480 died...
06:32:15.809571 run iperf3-srv_10.42.42.10(pid=5480): Terminated {rc=256}
06:32:15.819045 ---      ParallelTerminationStrategy: PID 5483 died...
06:32:15.872881 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5483): Terminated: ok {rc=0}
06:32:15.883265 ---      ParallelTerminationStrategy: PID 5486 died...
06:32:15.939540 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5486): Terminated: ok {rc=0}
06:32:15.950099 ---      ParallelTerminationStrategy: PID 5489 died...
06:32:16.004233 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5489): Terminated: ok {rc=0}
06:32:16.089828 bus                          /gobi_4: Setting Powered False
06:32:17.194659 bus                          /gobi_4: Setting Powered False
06:32:18.305046 bus                          /gobi_1: Setting Powered False
06:32:19.406622 bus                          /gobi_1: Setting Powered False
06:32:20.515784 bus                          /gobi_0: Setting Powered False
06:32:21.617249 bus                          /gobi_0: Setting Powered False
06:32:22.727563 bus                          /gobi_6: Setting Powered False
</stdout></case><case><age>232</age><className>gprs:nanobts+band-1900+mod-bts0-egprs</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=5497): Process ended prematurely: osmo-stp_10.42.42.5(pid=5497) [trial-2370↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5497)]</errorStackTrace><failedSince>2139</failedSince><name>ping.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py", line 22, in &lt;module&gt;
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5497): Process ended prematurely: osmo-stp_10.42.42.5(pid=5497) [trial-2370↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5497)]
</stderr><stdout>
----------------------------------------------
trial-2370 gprs:nanobts+band-1900+mod-bts0-egprs ping.py
----------------------------------------------
06:32:23.794117 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
06:32:23.805575 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x bts (candidates: 1)
06:32:23.933017 tst                          ping.py: using LAC 26508
06:32:24.050939 tst                          ping.py: using RAC 243
06:32:24.163089 tst                          ping.py: using CellId 26508
06:32:24.275039 tst                          ping.py: using BVCI 26509
06:32:24.297055 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
06:32:24.307925 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
06:32:24.318667 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
06:32:24.329746 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
06:32:24.340671 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
06:32:24.351498 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
06:32:24.362583 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
06:32:24.373522 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)
06:32:24.655236 tst                       ping.py:19: start network...
06:32:24.783743 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
06:32:25.277304 run          create_hlr_db(pid=5491): Launched
06:32:25.456881 bus                          /gobi_6: Setting Powered False
06:32:26.477194 run          create_hlr_db(pid=5491): Terminated: ok {rc=0}
06:32:26.888725 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5493): Launched
06:32:27.196043 run    osmo-hlr_10.42.42.2(pid=5494): Launched
06:32:27.309560 run              osmo-stp_10.42.42.5: Starting osmo-stp
06:32:27.848054 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5496): Launched
06:32:28.156671 run    osmo-stp_10.42.42.5(pid=5497): Launched
06:32:28.268790 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
06:32:28.810152 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5499): Launched
06:32:28.920170 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
06:32:29.189979 run               patchelf(pid=5500): Launched
06:32:29.372677 run    osmo-stp_10.42.42.5(pid=5497): ERR: Terminated: ERROR {rc=1}  [trial-2370↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5497)]
06:32:29.506092 run    osmo-stp_10.42.42.5(pid=5497): stdout: 
| (launched: 2022-12-10_06:32:28.004640)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:32:29.639727 run    osmo-stp_10.42.42.5(pid=5497): stderr: 
| �[0;m�[38;5;43m20221210063228196 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210063228197 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210063228197 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210063228197 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210063228198 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210063228198 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210063228198 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:32:29.768935 run    osmo-stp_10.42.42.5(pid=5497): stdout: 
| (launched: 2022-12-10_06:32:28.004640)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:32:29.896332 run    osmo-stp_10.42.42.5(pid=5497): stderr: 
| �[0;m�[38;5;43m20221210063228196 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210063228197 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210063228197 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210063228197 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210063228198 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210063228198 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210063228198 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:32:30.044433 run               patchelf(pid=5500): Terminating (SIGINT)
06:32:30.218799 run               patchelf(pid=5500): Terminated: ok {rc=0}
06:32:30.250481 tst                       ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=5497): Process ended prematurely: osmo-stp_10.42.42.5(pid=5497) [trial-2370↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5497)]  [trial-2370↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping.py:22]
06:32:30.259891 tst                       ping.py:22: Test FAILED (6.5 sec)
06:32:30.321711 run    osmo-hlr_10.42.42.2(pid=5494): ERR: Terminated: ERROR {rc=237}  [trial-2370↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5494)]
06:32:30.372170 run    osmo-hlr_10.42.42.2(pid=5494): stdout: 
| (launched: 2022-12-10_06:32:27.045035) 
06:32:30.423288 run    osmo-hlr_10.42.42.2(pid=5494): stderr: 
| �[0;m�[1;31m20221210063227243 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210063227243 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210063227243 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210063227243 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210063227243 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210063227243 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210063227263 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/gprs:nanobts+band-1900+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210063227274 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210063227274 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210063227274 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
06:32:30.466927 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5493): Terminating (SIGTERM)
06:32:30.508151 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5496): Terminating (SIGTERM)
06:32:30.549516 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5499): Terminating (SIGTERM)
06:32:30.559148 ---      ParallelTerminationStrategy: PID 5493 died...
06:32:30.614282 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5493): Terminated: ok {rc=0}
06:32:30.624311 ---      ParallelTerminationStrategy: PID 5496 died...
06:32:30.679010 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5496): Terminated: ok {rc=0}
06:32:30.688898 ---      ParallelTerminationStrategy: PID 5499 died...
06:32:30.743519 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5499): Terminated: ok {rc=0}
06:32:30.829800 bus                          /gobi_6: Setting Powered False
</stdout></case><case><age>232</age><className>gprs:nanobts+band-1900+mod-bts0-egprs</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=5510): Process ended prematurely: osmo-stp_10.42.42.5(pid=5510) [trial-2370↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5510)]</errorStackTrace><failedSince>2139</failedSince><name>ping_idle_ping.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py", line 27, in &lt;module&gt;
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5510): Process ended prematurely: osmo-stp_10.42.42.5(pid=5510) [trial-2370↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5510)]
</stderr><stdout>
----------------------------------------------
trial-2370 gprs:nanobts+band-1900+mod-bts0-egprs ping_idle_ping.py
----------------------------------------------
06:32:31.877576 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
06:32:31.890082 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x bts (candidates: 1)
06:32:32.054742 tst                ping_idle_ping.py: using LAC 26509
06:32:32.187857 tst                ping_idle_ping.py: using RAC 244
06:32:32.310981 tst                ping_idle_ping.py: using CellId 26509
06:32:32.430821 tst                ping_idle_ping.py: using BVCI 26510
06:32:32.454772 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
06:32:32.466219 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
06:32:32.477509 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
06:32:32.488799 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
06:32:32.499963 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
06:32:32.511151 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
06:32:32.522632 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
06:32:32.533984 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)
06:32:32.802094 tst             ping_idle_ping.py:24: start network...
06:32:32.921482 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
06:32:33.383101 run          create_hlr_db(pid=5501): Launched
06:32:33.550066 bus                          /gobi_6: Setting Powered False
06:32:34.570184 run          create_hlr_db(pid=5501): Terminated: ok {rc=0}
06:32:34.984094 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5503): Launched
06:32:35.294891 run    osmo-hlr_10.42.42.2(pid=5504): Launched
06:32:35.409711 run              osmo-stp_10.42.42.5: Starting osmo-stp
06:32:35.950438 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5506): Launched
06:32:36.260885 run    osmo-stp_10.42.42.5(pid=5510): Launched
06:32:36.372884 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
06:32:36.912539 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5512): Launched
06:32:37.022459 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
06:32:37.293645 run               patchelf(pid=5513): Launched
06:32:37.475797 run    osmo-stp_10.42.42.5(pid=5510): ERR: Terminated: ERROR {rc=1}  [trial-2370↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5510)]
06:32:37.609052 run    osmo-stp_10.42.42.5(pid=5510): stdout: 
| (launched: 2022-12-10_06:32:36.108085)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:32:37.742944 run    osmo-stp_10.42.42.5(pid=5510): stderr: 
| �[0;m�[38;5;43m20221210063236298 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210063236299 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210063236299 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210063236299 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210063236300 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210063236300 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210063236300 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:32:37.872042 run    osmo-stp_10.42.42.5(pid=5510): stdout: 
| (launched: 2022-12-10_06:32:36.108085)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:32:37.999179 run    osmo-stp_10.42.42.5(pid=5510): stderr: 
| �[0;m�[38;5;43m20221210063236298 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210063236299 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210063236299 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210063236299 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210063236300 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210063236300 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210063236300 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:32:38.147075 run               patchelf(pid=5513): Terminating (SIGINT)
06:32:38.320608 run               patchelf(pid=5513): Terminated: ok {rc=0}
06:32:38.352268 tst             ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=5510): Process ended prematurely: osmo-stp_10.42.42.5(pid=5510) [trial-2370↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5510)]  [trial-2370↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping_idle_ping.py:27]
06:32:38.361580 tst             ping_idle_ping.py:27: Test FAILED (6.5 sec)
06:32:38.423302 run    osmo-hlr_10.42.42.2(pid=5504): ERR: Terminated: ERROR {rc=237}  [trial-2370↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5504)]
06:32:38.473759 run    osmo-hlr_10.42.42.2(pid=5504): stdout: 
| (launched: 2022-12-10_06:32:35.141637) 
06:32:38.524932 run    osmo-hlr_10.42.42.2(pid=5504): stderr: 
| �[0;m�[1;31m20221210063235339 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210063235339 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210063235339 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210063235339 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210063235339 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210063235339 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210063235353 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/gprs:nanobts+band-1900+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210063235363 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210063235363 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210063235363 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
06:32:38.568281 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5503): Terminating (SIGTERM)
06:32:38.609314 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5506): Terminating (SIGTERM)
06:32:38.650252 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5512): Terminating (SIGTERM)
06:32:38.659450 ---      ParallelTerminationStrategy: PID 5503 died...
06:32:38.714216 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5503): Terminated: ok {rc=0}
06:32:38.724082 ---      ParallelTerminationStrategy: PID 5506 died...
06:32:38.778402 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5506): Terminated: ok {rc=0}
06:32:38.788215 ---      ParallelTerminationStrategy: PID 5512 died...
06:32:38.842741 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5512): Terminated: ok {rc=0}
06:32:38.928202 bus                          /gobi_6: Setting Powered False
</stdout></case><duration>59.0</duration><id>142</id><name>gprs_nanobts+band-1900+mod-bts0-egprs</name><properties></properties><timestamp>2022-12-10T06:31:42</timestamp></suite><suite><case><age>232</age><className>gprs:nanobts+band-1900+mod-bts0-dynts-ipa</className><duration>9.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=5527): Process ended prematurely: osmo-stp_10.42.42.5(pid=5527) [trial-2370↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5527)]</errorStackTrace><failedSince>2139</failedSince><name>cs_paging_gprs_active.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py", line 38, in &lt;module&gt;
    setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py", line 67, in setup_run_iperf3_test_parallel
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5527): Process ended prematurely: osmo-stp_10.42.42.5(pid=5527) [trial-2370↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5527)]
</stderr><stdout>
----------------------------------------------
trial-2370 gprs:nanobts+band-1900+mod-bts0-dynts-ipa cs_paging_gprs_active.py
----------------------------------------------
06:32:41.055122 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
06:32:41.066545 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)
06:32:41.217408 tst         cs_paging_gprs_active.py: using LAC 26510
06:32:41.341359 tst         cs_paging_gprs_active.py: using RAC 245
06:32:41.466052 tst         cs_paging_gprs_active.py: using CellId 26510
06:32:41.590711 tst         cs_paging_gprs_active.py: using BVCI 26511
06:32:41.614806 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
06:32:41.626218 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
06:32:41.637314 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
06:32:41.648424 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
06:32:41.659504 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
06:32:41.670699 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
06:32:41.681953 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
06:32:41.693043 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
06:32:41.704188 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)
06:32:41.819108 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)
06:32:42.092117 tst      cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...
06:32:42.213329 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
06:32:42.517273 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5517): Launched
06:32:42.770339 run iperf3-srv_10.42.42.10(pid=5518): Launched
06:32:42.948222 tst      cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...
06:32:43.069673 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
06:32:43.374140 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5519): Launched
06:32:43.626480 run iperf3-srv_10.42.42.10(pid=5520): Launched
06:32:43.804253 tst      cs_paging_gprs_active.py:38: start network...
06:32:43.925949 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
06:32:44.387331 run          create_hlr_db(pid=5521): Launched
06:32:44.555537 bus                          /gobi_6: Setting Powered False
06:32:45.577403 run          create_hlr_db(pid=5521): Terminated: ok {rc=0}
06:32:46.015413 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5523): Launched
06:32:46.372545 run    osmo-hlr_10.42.42.2(pid=5524): Launched
06:32:46.565270 run              osmo-stp_10.42.42.5: Starting osmo-stp
06:32:47.255213 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5526): Launched
06:32:47.552244 run    osmo-stp_10.42.42.5(pid=5527): Launched
06:32:47.659848 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
06:32:48.172890 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5529): Launched
06:32:48.277608 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
06:32:48.535190 run               patchelf(pid=5530): Launched
06:32:48.707742 run    osmo-stp_10.42.42.5(pid=5527): ERR: Terminated: ERROR {rc=1}  [trial-2370↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5527)]
06:32:48.834054 run    osmo-stp_10.42.42.5(pid=5527): stdout: 
| (launched: 2022-12-10_06:32:47.405221)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:32:48.960785 run    osmo-stp_10.42.42.5(pid=5527): stderr: 
| �[0;m�[38;5;43m20221210063247573 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210063247573 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210063247573 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210063247574 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210063247574 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210063247574 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210063247574 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:32:49.083400 run    osmo-stp_10.42.42.5(pid=5527): stdout: 
| (launched: 2022-12-10_06:32:47.405221)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:32:49.204493 run    osmo-stp_10.42.42.5(pid=5527): stderr: 
| �[0;m�[38;5;43m20221210063247573 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210063247573 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210063247573 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210063247574 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210063247574 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210063247574 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210063247574 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:32:49.345087 run               patchelf(pid=5530): Terminating (SIGINT)
06:32:49.510235 run               patchelf(pid=5530): Terminated: ok {rc=0}
06:32:49.540676 tst      cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=5527): Process ended prematurely: osmo-stp_10.42.42.5(pid=5527) [trial-2370↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5527)]  [trial-2370↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]
06:32:49.549962 tst      cs_paging_gprs_active.py:38: Test FAILED (8.5 sec)
06:32:49.610269 run    osmo-hlr_10.42.42.2(pid=5524): ERR: Terminated: ERROR {rc=237}  [trial-2370↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5524)]
06:32:49.658581 run    osmo-hlr_10.42.42.2(pid=5524): stdout: 
| (launched: 2022-12-10_06:32:46.168802) 
06:32:49.707901 run    osmo-hlr_10.42.42.2(pid=5524): stderr: 
| �[0;m�[1;31m20221210063246565 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210063246565 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210063246566 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210063246566 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210063246567 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210063246567 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210063246598 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/gprs:nanobts+band-1900+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210063246619 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210063246619 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210063246619 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
06:32:49.749252 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5517): Terminating (SIGTERM)
06:32:49.788336 run iperf3-srv_10.42.42.10(pid=5518): Terminating (SIGTERM)
06:32:49.827429 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5519): Terminating (SIGTERM)
06:32:49.866818 run iperf3-srv_10.42.42.10(pid=5520): Terminating (SIGTERM)
06:32:49.906045 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5523): Terminating (SIGTERM)
06:32:49.945251 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5526): Terminating (SIGTERM)
06:32:49.984280 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5529): Terminating (SIGTERM)
06:32:49.993666 ---      ParallelTerminationStrategy: PID 5517 died...
06:32:50.046812 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5517): Terminated: ok {rc=0}
06:32:50.056369 ---      ParallelTerminationStrategy: PID 5518 died...
06:32:50.108245 run iperf3-srv_10.42.42.10(pid=5518): Terminated {rc=256}
06:32:50.117800 ---      ParallelTerminationStrategy: PID 5519 died...
06:32:50.169763 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5519): Terminated: ok {rc=0}
06:32:50.179456 ---      ParallelTerminationStrategy: PID 5520 died...
06:32:50.231410 run iperf3-srv_10.42.42.10(pid=5520): Terminated {rc=256}
06:32:50.241140 ---      ParallelTerminationStrategy: PID 5523 died...
06:32:50.293003 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5523): Terminated: ok {rc=0}
06:32:50.302664 ---      ParallelTerminationStrategy: PID 5526 died...
06:32:50.354655 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5526): Terminated: ok {rc=0}
06:32:50.364426 ---      ParallelTerminationStrategy: PID 5529 died...
06:32:50.417444 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5529): Terminated: ok {rc=0}
06:32:50.504627 bus                          /gobi_0: Setting Powered False
06:32:51.607429 bus                          /gobi_0: Setting Powered False
06:32:52.717676 bus                          /gobi_6: Setting Powered False
</stdout></case><case><age>232</age><className>gprs:nanobts+band-1900+mod-bts0-dynts-ipa</className><duration>8.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=5539): Process ended prematurely: osmo-stp_10.42.42.5(pid=5539) [trial-2370↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5539)]</errorStackTrace><failedSince>2139</failedSince><name>iperf3.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py", line 8, in &lt;module&gt;
    setup_run_iperf3_test_parallel(1)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py", line 67, in setup_run_iperf3_test_parallel
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5539): Process ended prematurely: osmo-stp_10.42.42.5(pid=5539) [trial-2370↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5539)]
</stderr><stdout>
----------------------------------------------
trial-2370 gprs:nanobts+band-1900+mod-bts0-dynts-ipa iperf3.py
----------------------------------------------
06:32:53.824528 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
06:32:53.836095 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)
06:32:53.981195 tst                        iperf3.py: using LAC 26511
06:32:54.101138 tst                        iperf3.py: using RAC 246
06:32:54.216531 tst                        iperf3.py: using CellId 26511
06:32:54.341332 tst                        iperf3.py: using BVCI 26512
06:32:54.365751 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
06:32:54.377241 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
06:32:54.388505 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
06:32:54.399881 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
06:32:54.411152 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
06:32:54.422777 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
06:32:54.434253 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
06:32:54.445504 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
06:32:54.456859 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)
06:32:54.729051 tst                      iperf3.py:8: start iperfv3 server 10.42.42.10:5003...
06:32:54.850783 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
06:32:55.154114 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5531): Launched
06:32:55.407756 run iperf3-srv_10.42.42.10(pid=5532): Launched
06:32:55.585790 tst                      iperf3.py:8: start network...
06:32:55.707205 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
06:32:56.168423 run          create_hlr_db(pid=5533): Launched
06:32:56.336912 bus                          /gobi_6: Setting Powered False
06:32:57.358406 run          create_hlr_db(pid=5533): Terminated: ok {rc=0}
06:32:57.776853 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5535): Launched
06:32:58.092662 run    osmo-hlr_10.42.42.2(pid=5536): Launched
06:32:58.210228 run              osmo-stp_10.42.42.5: Starting osmo-stp
06:32:58.757848 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5538): Launched
06:32:59.071661 run    osmo-stp_10.42.42.5(pid=5539): Launched
06:32:59.185446 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
06:32:59.734533 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5541): Launched
06:32:59.846768 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
06:33:00.122063 run               patchelf(pid=5542): Launched
06:33:00.307803 run    osmo-stp_10.42.42.5(pid=5539): ERR: Terminated: ERROR {rc=1}  [trial-2370↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5539)]
06:33:00.443640 run    osmo-stp_10.42.42.5(pid=5539): stdout: 
| (launched: 2022-12-10_06:32:58.917374)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:33:00.579357 run    osmo-stp_10.42.42.5(pid=5539): stderr: 
| �[0;m�[38;5;43m20221210063259110 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210063259110 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210063259110 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210063259111 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210063259111 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210063259111 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210063259111 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:33:00.710373 run    osmo-stp_10.42.42.5(pid=5539): stdout: 
| (launched: 2022-12-10_06:32:58.917374)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:33:00.841827 run    osmo-stp_10.42.42.5(pid=5539): stderr: 
| �[0;m�[38;5;43m20221210063259110 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210063259110 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210063259110 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210063259111 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210063259111 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210063259111 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210063259111 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:33:01.019078 run               patchelf(pid=5542): Terminating (SIGINT)
06:33:01.218120 run               patchelf(pid=5542): Terminated: ok {rc=0}
06:33:01.250287 tst                      iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=5539): Process ended prematurely: osmo-stp_10.42.42.5(pid=5539) [trial-2370↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5539)]  [trial-2370↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3.py:8]
06:33:01.261519 tst                      iperf3.py:8: Test FAILED (7.5 sec)
06:33:01.327583 run    osmo-hlr_10.42.42.2(pid=5536): ERR: Terminated: ERROR {rc=237}  [trial-2370↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5536)]
06:33:01.380335 run    osmo-hlr_10.42.42.2(pid=5536): stdout: 
| (launched: 2022-12-10_06:32:57.937389) 
06:33:01.433247 run    osmo-hlr_10.42.42.2(pid=5536): stderr: 
| �[0;m�[1;31m20221210063258135 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210063258135 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210063258135 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210063258136 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210063258136 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210063258136 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210063258148 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/gprs:nanobts+band-1900+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210063258157 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210063258157 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210063258157 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
06:33:01.477137 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5531): Terminating (SIGTERM)
06:33:01.522674 run iperf3-srv_10.42.42.10(pid=5532): Terminating (SIGTERM)
06:33:01.566052 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5535): Terminating (SIGTERM)
06:33:01.611737 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5538): Terminating (SIGTERM)
06:33:01.654472 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5541): Terminating (SIGTERM)
06:33:01.666657 ---      ParallelTerminationStrategy: PID 5531 died...
06:33:01.724785 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5531): Terminated: ok {rc=0}
06:33:01.735379 ---      ParallelTerminationStrategy: PID 5532 died...
06:33:01.792128 run iperf3-srv_10.42.42.10(pid=5532): Terminated {rc=256}
06:33:01.802742 ---      ParallelTerminationStrategy: PID 5535 died...
06:33:01.859511 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5535): Terminated: ok {rc=0}
06:33:01.870140 ---      ParallelTerminationStrategy: PID 5538 died...
06:33:01.927523 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5538): Terminated: ok {rc=0}
06:33:01.938630 ---      ParallelTerminationStrategy: PID 5541 died...
06:33:01.995061 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5541): Terminated: ok {rc=0}
06:33:02.083677 bus                          /gobi_6: Setting Powered False
</stdout></case><case><age>232</age><className>gprs:nanobts+band-1900+mod-bts0-dynts-ipa</className><duration>11.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=5558): Process ended prematurely: osmo-stp_10.42.42.5(pid=5558) [trial-2370↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5558)]</errorStackTrace><failedSince>2139</failedSince><name>iperf3m4.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py", line 8, in &lt;module&gt;
    setup_run_iperf3_test_parallel(4)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py", line 67, in setup_run_iperf3_test_parallel
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5558): Process ended prematurely: osmo-stp_10.42.42.5(pid=5558) [trial-2370↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5558)]
</stderr><stdout>
----------------------------------------------
trial-2370 gprs:nanobts+band-1900+mod-bts0-dynts-ipa iperf3m4.py
----------------------------------------------
06:33:03.197189 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
06:33:03.208636 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)
06:33:03.353395 tst                      iperf3m4.py: using LAC 26512
06:33:03.468415 tst                      iperf3m4.py: using RAC 247
06:33:03.585260 tst                      iperf3m4.py: using CellId 26512
06:33:03.701912 tst                      iperf3m4.py: using BVCI 26513
06:33:03.724238 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
06:33:03.735142 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
06:33:03.745899 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
06:33:03.756869 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
06:33:03.767719 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
06:33:03.778643 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
06:33:03.789650 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
06:33:03.800429 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
06:33:03.811563 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)
06:33:03.930994 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)
06:33:04.048708 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)
06:33:04.166118 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)
06:33:04.454148 tst                    iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...
06:33:04.584903 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
06:33:04.910402 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5544): Launched
06:33:05.181006 run iperf3-srv_10.42.42.10(pid=5545): Launched
06:33:05.373840 tst                    iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...
06:33:05.504769 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
06:33:05.830196 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5546): Launched
06:33:06.100917 run iperf3-srv_10.42.42.10(pid=5547): Launched
06:33:06.294303 tst                    iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...
06:33:06.425423 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
06:33:06.750775 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5548): Launched
06:33:07.020215 run iperf3-srv_10.42.42.10(pid=5549): Launched
06:33:07.212080 tst                    iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...
06:33:07.343182 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
06:33:07.668039 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5550): Launched
06:33:07.938339 run iperf3-srv_10.42.42.10(pid=5551): Launched
06:33:08.130731 tst                    iperf3m4.py:8: start network...
06:33:08.261938 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
06:33:08.764068 run          create_hlr_db(pid=5552): Launched
06:33:08.945537 bus                          /gobi_6: Setting Powered False
06:33:09.965895 run          create_hlr_db(pid=5552): Terminated: ok {rc=0}
06:33:10.384276 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5554): Launched
06:33:10.698064 run    osmo-hlr_10.42.42.2(pid=5555): Launched
06:33:10.812419 run              osmo-stp_10.42.42.5: Starting osmo-stp
06:33:11.359446 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5557): Launched
06:33:11.672897 run    osmo-stp_10.42.42.5(pid=5558): Launched
06:33:11.786294 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
06:33:12.336451 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5560): Launched
06:33:12.448893 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
06:33:12.723664 run               patchelf(pid=5561): Launched
06:33:12.908048 run    osmo-stp_10.42.42.5(pid=5558): ERR: Terminated: ERROR {rc=1}  [trial-2370↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5558)]
06:33:13.042858 run    osmo-stp_10.42.42.5(pid=5558): stdout: 
| (launched: 2022-12-10_06:33:11.518439)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:33:13.177522 run    osmo-stp_10.42.42.5(pid=5558): stderr: 
| �[0;m�[38;5;43m20221210063311711 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210063311711 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210063311711 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210063311712 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210063311712 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210063311712 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210063311712 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:33:13.308188 run    osmo-stp_10.42.42.5(pid=5558): stdout: 
| (launched: 2022-12-10_06:33:11.518439)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:33:13.437564 run    osmo-stp_10.42.42.5(pid=5558): stderr: 
| �[0;m�[38;5;43m20221210063311711 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210063311711 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210063311711 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210063311712 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210063311712 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210063311712 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210063311712 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:33:13.587373 run               patchelf(pid=5561): Terminating (SIGINT)
06:33:13.763349 run               patchelf(pid=5561): Terminated: ok {rc=0}
06:33:13.795693 tst                    iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=5558): Process ended prematurely: osmo-stp_10.42.42.5(pid=5558) [trial-2370↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5558)]  [trial-2370↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3m4.py:8]
06:33:13.805562 tst                    iperf3m4.py:8: Test FAILED (10.6 sec)
06:33:13.867547 run    osmo-hlr_10.42.42.2(pid=5555): ERR: Terminated: ERROR {rc=237}  [trial-2370↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5555)]
06:33:13.917700 run    osmo-hlr_10.42.42.2(pid=5555): stdout: 
| (launched: 2022-12-10_06:33:10.543811) 
06:33:13.968700 run    osmo-hlr_10.42.42.2(pid=5555): stderr: 
| �[0;m�[1;31m20221210063310744 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210063310744 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210063310744 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210063310744 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210063310744 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210063310744 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210063310756 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/gprs:nanobts+band-1900+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210063310766 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210063310766 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210063310766 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
06:33:14.012026 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5544): Terminating (SIGTERM)
06:33:14.053764 run iperf3-srv_10.42.42.10(pid=5545): Terminating (SIGTERM)
06:33:14.095048 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5546): Terminating (SIGTERM)
06:33:14.136037 run iperf3-srv_10.42.42.10(pid=5547): Terminating (SIGTERM)
06:33:14.177326 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5548): Terminating (SIGTERM)
06:33:14.218332 run iperf3-srv_10.42.42.10(pid=5549): Terminating (SIGTERM)
06:33:14.259547 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5550): Terminating (SIGTERM)
06:33:14.300497 run iperf3-srv_10.42.42.10(pid=5551): Terminating (SIGTERM)
06:33:14.341452 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5554): Terminating (SIGTERM)
06:33:14.382307 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5557): Terminating (SIGTERM)
06:33:14.423570 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5560): Terminating (SIGTERM)
06:33:14.433270 ---      ParallelTerminationStrategy: PID 5544 died...
06:33:14.488742 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5544): Terminated: ok {rc=0}
06:33:14.498884 ---      ParallelTerminationStrategy: PID 5545 died...
06:33:14.553485 run iperf3-srv_10.42.42.10(pid=5545): Terminated {rc=256}
06:33:14.563456 ---      ParallelTerminationStrategy: PID 5546 died...
06:33:14.618072 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5546): Terminated: ok {rc=0}
06:33:14.628041 ---      ParallelTerminationStrategy: PID 5547 died...
06:33:14.682417 run iperf3-srv_10.42.42.10(pid=5547): Terminated {rc=256}
06:33:14.692265 ---      ParallelTerminationStrategy: PID 5548 died...
06:33:14.746643 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5548): Terminated: ok {rc=0}
06:33:14.756617 ---      ParallelTerminationStrategy: PID 5549 died...
06:33:14.810672 run iperf3-srv_10.42.42.10(pid=5549): Terminated {rc=256}
06:33:14.820644 ---      ParallelTerminationStrategy: PID 5550 died...
06:33:14.875054 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5550): Terminated: ok {rc=0}
06:33:14.885030 ---      ParallelTerminationStrategy: PID 5551 died...
06:33:14.939387 run iperf3-srv_10.42.42.10(pid=5551): Terminated {rc=256}
06:33:14.949389 ---      ParallelTerminationStrategy: PID 5554 died...
06:33:15.003733 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5554): Terminated: ok {rc=0}
06:33:15.013805 ---      ParallelTerminationStrategy: PID 5557 died...
06:33:15.068519 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5557): Terminated: ok {rc=0}
06:33:15.078716 ---      ParallelTerminationStrategy: PID 5560 died...
06:33:15.133790 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5560): Terminated: ok {rc=0}
06:33:15.220404 bus                          /gobi_4: Setting Powered False
06:33:16.325857 bus                          /gobi_4: Setting Powered False
06:33:17.436179 bus                          /gobi_1: Setting Powered False
06:33:18.538266 bus                          /gobi_1: Setting Powered False
06:33:19.647770 bus                          /gobi_0: Setting Powered False
06:33:20.749078 bus                          /gobi_0: Setting Powered False
06:33:21.860265 bus                          /gobi_6: Setting Powered False
</stdout></case><case><age>232</age><className>gprs:nanobts+band-1900+mod-bts0-dynts-ipa</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=5568): Process ended prematurely: osmo-stp_10.42.42.5(pid=5568) [trial-2370↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5568)]</errorStackTrace><failedSince>2139</failedSince><name>ping.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py", line 22, in &lt;module&gt;
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5568): Process ended prematurely: osmo-stp_10.42.42.5(pid=5568) [trial-2370↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5568)]
</stderr><stdout>
----------------------------------------------
trial-2370 gprs:nanobts+band-1900+mod-bts0-dynts-ipa ping.py
----------------------------------------------
06:33:22.929845 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
06:33:22.943249 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)
06:33:23.092193 tst                          ping.py: using LAC 26513
06:33:23.213671 tst                          ping.py: using RAC 248
06:33:23.334582 tst                          ping.py: using CellId 26513
06:33:23.455236 tst                          ping.py: using BVCI 26514
06:33:23.479373 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
06:33:23.491050 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
06:33:23.502478 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
06:33:23.513921 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
06:33:23.525247 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
06:33:23.536580 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
06:33:23.548085 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
06:33:23.559493 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)
06:33:23.825839 tst                       ping.py:19: start network...
06:33:23.945944 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
06:33:24.400648 run          create_hlr_db(pid=5562): Launched
06:33:24.567514 bus                          /gobi_6: Setting Powered False
06:33:25.588145 run          create_hlr_db(pid=5562): Terminated: ok {rc=0}
06:33:26.004224 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5564): Launched
06:33:26.315070 run    osmo-hlr_10.42.42.2(pid=5565): Launched
06:33:26.430217 run              osmo-stp_10.42.42.5: Starting osmo-stp
06:33:26.947179 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5567): Launched
06:33:27.234977 run    osmo-stp_10.42.42.5(pid=5568): Launched
06:33:27.339930 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
06:33:27.843321 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5570): Launched
06:33:27.945572 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
06:33:28.197846 run               patchelf(pid=5571): Launched
06:33:28.366934 run    osmo-stp_10.42.42.5(pid=5568): ERR: Terminated: ERROR {rc=1}  [trial-2370↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5568)]
06:33:28.490750 run    osmo-stp_10.42.42.5(pid=5568): stdout: 
| (launched: 2022-12-10_06:33:27.092865)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:33:28.614961 run    osmo-stp_10.42.42.5(pid=5568): stderr: 
| �[0;m�[38;5;43m20221210063327262 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210063327262 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210063327262 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210063327263 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210063327263 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210063327263 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210063327263 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:33:28.734455 run    osmo-stp_10.42.42.5(pid=5568): stdout: 
| (launched: 2022-12-10_06:33:27.092865)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:33:28.852730 run    osmo-stp_10.42.42.5(pid=5568): stderr: 
| �[0;m�[38;5;43m20221210063327262 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210063327262 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210063327262 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210063327263 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210063327263 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210063327263 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210063327263 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:33:28.990680 run               patchelf(pid=5571): Terminating (SIGINT)
06:33:29.152237 run               patchelf(pid=5571): Terminated: ok {rc=0}
06:33:29.181849 tst                       ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=5568): Process ended prematurely: osmo-stp_10.42.42.5(pid=5568) [trial-2370↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5568)]  [trial-2370↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping.py:22]
06:33:29.190409 tst                       ping.py:22: Test FAILED (6.3 sec)
06:33:29.249861 run    osmo-hlr_10.42.42.2(pid=5565): ERR: Terminated: ERROR {rc=237}  [trial-2370↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5565)]
06:33:29.297948 run    osmo-hlr_10.42.42.2(pid=5565): stdout: 
| (launched: 2022-12-10_06:33:26.161931) 
06:33:29.346880 run    osmo-hlr_10.42.42.2(pid=5565): stderr: 
| �[0;m�[1;31m20221210063326359 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210063326360 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210063326360 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210063326360 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210063326360 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210063326360 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210063326371 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/gprs:nanobts+band-1900+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210063326379 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210063326380 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210063326380 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
06:33:29.387955 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5564): Terminating (SIGTERM)
06:33:29.426929 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5567): Terminating (SIGTERM)
06:33:29.466087 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5570): Terminating (SIGTERM)
06:33:29.475503 ---      ParallelTerminationStrategy: PID 5564 died...
06:33:29.527976 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5564): Terminated: ok {rc=0}
06:33:29.537873 ---      ParallelTerminationStrategy: PID 5567 died...
06:33:29.590051 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5567): Terminated: ok {rc=0}
06:33:29.599783 ---      ParallelTerminationStrategy: PID 5570 died...
06:33:29.652372 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5570): Terminated: ok {rc=0}
06:33:29.739092 bus                          /gobi_6: Setting Powered False
</stdout></case><case><age>232</age><className>gprs:nanobts+band-1900+mod-bts0-dynts-ipa</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=5578): Process ended prematurely: osmo-stp_10.42.42.5(pid=5578) [trial-2370↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5578)]</errorStackTrace><failedSince>2139</failedSince><name>ping_idle_ping.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py", line 27, in &lt;module&gt;
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5578): Process ended prematurely: osmo-stp_10.42.42.5(pid=5578) [trial-2370↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5578)]
</stderr><stdout>
----------------------------------------------
trial-2370 gprs:nanobts+band-1900+mod-bts0-dynts-ipa ping_idle_ping.py
----------------------------------------------
06:33:30.789322 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
06:33:30.801474 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)
06:33:30.961938 tst                ping_idle_ping.py: using LAC 26514
06:33:31.081570 tst                ping_idle_ping.py: using RAC 249
06:33:31.202280 tst                ping_idle_ping.py: using CellId 26514
06:33:31.348126 tst                ping_idle_ping.py: using BVCI 26515
06:33:31.371523 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
06:33:31.383646 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
06:33:31.396089 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
06:33:31.409146 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
06:33:31.420889 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
06:33:31.433813 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
06:33:31.447806 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
06:33:31.460525 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)
06:33:31.782677 tst             ping_idle_ping.py:24: start network...
06:33:31.916892 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
06:33:32.422643 run          create_hlr_db(pid=5572): Launched
06:33:32.602423 bus                          /gobi_6: Setting Powered False
06:33:33.623277 run          create_hlr_db(pid=5572): Terminated: ok {rc=0}
06:33:34.036907 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5574): Launched
06:33:34.346702 run    osmo-hlr_10.42.42.2(pid=5575): Launched
06:33:34.462263 run              osmo-stp_10.42.42.5: Starting osmo-stp
06:33:35.001117 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5577): Launched
06:33:35.309367 run    osmo-stp_10.42.42.5(pid=5578): Launched
06:33:35.421363 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
06:33:35.961367 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5580): Launched
06:33:36.071323 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
06:33:36.341805 run               patchelf(pid=5581): Launched
06:33:36.522952 run    osmo-stp_10.42.42.5(pid=5578): ERR: Terminated: ERROR {rc=1}  [trial-2370↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5578)]
06:33:36.655454 run    osmo-stp_10.42.42.5(pid=5578): stdout: 
| (launched: 2022-12-10_06:33:35.157694)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:33:36.788482 run    osmo-stp_10.42.42.5(pid=5578): stderr: 
| �[0;m�[38;5;43m20221210063335348 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210063335349 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210063335349 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210063335349 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210063335350 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210063335350 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210063335350 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:33:36.916368 run    osmo-stp_10.42.42.5(pid=5578): stdout: 
| (launched: 2022-12-10_06:33:35.157694)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:33:37.043117 run    osmo-stp_10.42.42.5(pid=5578): stderr: 
| �[0;m�[38;5;43m20221210063335348 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210063335349 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210063335349 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210063335349 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210063335350 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210063335350 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210063335350 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:33:37.190345 run               patchelf(pid=5581): Terminating (SIGINT)
06:33:37.363905 run               patchelf(pid=5581): Terminated: ok {rc=0}
06:33:37.395610 tst             ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=5578): Process ended prematurely: osmo-stp_10.42.42.5(pid=5578) [trial-2370↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5578)]  [trial-2370↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]
06:33:37.404889 tst             ping_idle_ping.py:27: Test FAILED (6.6 sec)
06:33:37.466276 run    osmo-hlr_10.42.42.2(pid=5575): ERR: Terminated: ERROR {rc=237}  [trial-2370↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5575)]
06:33:37.516399 run    osmo-hlr_10.42.42.2(pid=5575): stdout: 
| (launched: 2022-12-10_06:33:34.194232) 
06:33:37.567119 run    osmo-hlr_10.42.42.2(pid=5575): stderr: 
| �[0;m�[1;31m20221210063334394 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210063334394 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210063334394 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210063334394 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210063334394 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210063334394 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210063334407 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/gprs:nanobts+band-1900+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210063334416 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210063334416 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210063334416 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
06:33:37.610464 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5574): Terminating (SIGTERM)
06:33:37.651357 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5577): Terminating (SIGTERM)
06:33:37.692342 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5580): Terminating (SIGTERM)
06:33:37.701958 ---      ParallelTerminationStrategy: PID 5574 died...
06:33:37.756627 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5574): Terminated: ok {rc=0}
06:33:37.766697 ---      ParallelTerminationStrategy: PID 5577 died...
06:33:37.821217 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5577): Terminated: ok {rc=0}
06:33:37.831085 ---      ParallelTerminationStrategy: PID 5580 died...
06:33:37.885085 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5580): Terminated: ok {rc=0}
06:33:37.970705 bus                          /gobi_6: Setting Powered False
</stdout></case><duration>60.0</duration><id>143</id><name>gprs_nanobts+band-1900+mod-bts0-dynts-ipa</name><properties></properties><timestamp>2022-12-10T06:32:40</timestamp></suite><suite><case><age>232</age><className>dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=5591): Process ended prematurely: osmo-stp_10.42.42.5(pid=5591) [trial-2370↪dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5591)]</errorStackTrace><failedSince>2139</failedSince><name>switch_tch_pdch.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py", line 54, in &lt;module&gt;
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5591): Process ended prematurely: osmo-stp_10.42.42.5(pid=5591) [trial-2370↪dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5591)]
</stderr><stdout>
----------------------------------------------
trial-2370 dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any switch_tch_pdch.py
----------------------------------------------
06:33:39.970549 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)
06:33:39.982032 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x bts (candidates: 1)
06:33:40.128360 tst               switch_tch_pdch.py: using LAC 26515
06:33:40.242446 tst               switch_tch_pdch.py: using RAC 250
06:33:40.355781 tst               switch_tch_pdch.py: using CellId 26515
06:33:40.468867 tst               switch_tch_pdch.py: using BVCI 26516
06:33:40.490999 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)
06:33:40.502453 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)
06:33:40.513843 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)
06:33:40.525420 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)
06:33:40.536984 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)
06:33:40.548539 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)
06:33:40.560309 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)
06:33:40.572013 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x modem (candidates: 2)
06:33:40.689535 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x modem (candidates: 2)
06:33:40.972920 tst            switch_tch_pdch.py:51: start network...
06:33:41.100854 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
06:33:41.594788 run          create_hlr_db(pid=5585): Launched
06:33:41.774126 bus                          /gobi_6: Setting Powered False
06:33:42.793620 run          create_hlr_db(pid=5585): Terminated: ok {rc=0}
06:33:43.183741 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5587): Launched
06:33:43.472078 run    osmo-hlr_10.42.42.2(pid=5588): Launched
06:33:43.580350 run              osmo-stp_10.42.42.5: Starting osmo-stp
06:33:44.087345 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5590): Launched
06:33:44.376135 run    osmo-stp_10.42.42.5(pid=5591): Launched
06:33:44.481162 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
06:33:44.984186 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5593): Launched
06:33:45.086974 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
06:33:45.338988 run               patchelf(pid=5594): Launched
06:33:45.508604 run    osmo-stp_10.42.42.5(pid=5591): ERR: Terminated: ERROR {rc=1}  [trial-2370↪dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5591)]
06:33:45.632775 run    osmo-stp_10.42.42.5(pid=5591): stdout: 
| (launched: 2022-12-10_06:33:44.233427)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:33:45.757227 run    osmo-stp_10.42.42.5(pid=5591): stderr: 
| �[0;m�[38;5;43m20221210063344403 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210063344403 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210063344403 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210063344404 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210063344404 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210063344404 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210063344405 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:33:45.900637 run    osmo-stp_10.42.42.5(pid=5591): stdout: 
| (launched: 2022-12-10_06:33:44.233427)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:33:46.022492 run    osmo-stp_10.42.42.5(pid=5591): stderr: 
| �[0;m�[38;5;43m20221210063344403 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210063344403 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210063344403 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210063344404 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210063344404 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210063344404 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210063344405 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:33:46.162976 run               patchelf(pid=5594): Terminating (SIGINT)
06:33:46.328858 run               patchelf(pid=5594): Terminated: ok {rc=0}
06:33:46.359777 tst            switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=5591): Process ended prematurely: osmo-stp_10.42.42.5(pid=5591) [trial-2370↪dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5591)]  [trial-2370↪dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54]
06:33:46.369206 tst            switch_tch_pdch.py:54: Test FAILED (6.4 sec)
06:33:46.430099 run    osmo-hlr_10.42.42.2(pid=5588): ERR: Terminated: ERROR {rc=237}  [trial-2370↪dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5588)]
06:33:46.479501 run    osmo-hlr_10.42.42.2(pid=5588): stdout: 
| (launched: 2022-12-10_06:33:43.329757) 
06:33:46.529528 run    osmo-hlr_10.42.42.2(pid=5588): stderr: 
| �[0;m�[1;31m20221210063343504 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210063343504 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210063343504 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210063343504 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210063343504 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210063343504 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210063343517 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210063343525 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210063343525 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210063343525 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
06:33:46.572027 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5587): Terminating (SIGTERM)
06:33:46.614392 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5590): Terminating (SIGTERM)
06:33:46.654480 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5593): Terminating (SIGTERM)
06:33:46.664086 ---      ParallelTerminationStrategy: PID 5587 died...
06:33:46.717923 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5587): Terminated: ok {rc=0}
06:33:46.727943 ---      ParallelTerminationStrategy: PID 5590 died...
06:33:46.781325 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5590): Terminated: ok {rc=0}
06:33:46.791609 ---      ParallelTerminationStrategy: PID 5593 died...
06:33:46.845068 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5593): Terminated: ok {rc=0}
06:33:46.929324 bus                          /gobi_0: Setting Powered False
06:33:48.028435 bus                          /gobi_0: Setting Powered False
06:33:49.138604 bus                          /gobi_6: Setting Powered False
</stdout></case><duration>12.0</duration><id>144</id><name>dynts_nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any</name><properties></properties><timestamp>2022-12-10T06:33:39</timestamp></suite><suite><case><age>40</age><className>sms:nanobts+band-900</className><duration>6.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=5604): Process ended prematurely: osmo-stp_10.42.42.5(pid=5604) [trial-2370↪sms:nanobts+band-900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5604)]</errorStackTrace><failedSince>2331</failedSince><name>mo_mt_sms.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py", line 16, in &lt;module&gt;
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5604): Process ended prematurely: osmo-stp_10.42.42.5(pid=5604) [trial-2370↪sms:nanobts+band-900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5604)]
</stderr><stdout>
----------------------------------------------
trial-2370 sms:nanobts+band-900 mo_mt_sms.py
----------------------------------------------
06:33:51.080196 tst             sms:nanobts+band-900: Using 1 x ip_address (candidates: 6)
06:33:51.091292 tst             sms:nanobts+band-900: Using 1 x bts (candidates: 1)
06:33:51.226960 tst                     mo_mt_sms.py: using LAC 26516
06:33:51.339353 tst                     mo_mt_sms.py: using RAC 251
06:33:51.450805 tst                     mo_mt_sms.py: using CellId 26516
06:33:51.562475 tst                     mo_mt_sms.py: using BVCI 26517
06:33:51.584150 tst             sms:nanobts+band-900: Using 1 x ip_address (candidates: 6)
06:33:51.594767 tst             sms:nanobts+band-900: Using 1 x ip_address (candidates: 6)
06:33:51.605076 tst             sms:nanobts+band-900: Using 1 x ip_address (candidates: 6)
06:33:51.615517 tst             sms:nanobts+band-900: Using 1 x ip_address (candidates: 6)
06:33:51.626112 tst             sms:nanobts+band-900: Using 1 x ip_address (candidates: 6)
06:33:51.636570 tst             sms:nanobts+band-900: Using 1 x modem (candidates: 2)
06:33:51.753472 tst             sms:nanobts+band-900: Using 1 x modem (candidates: 2)
06:33:51.947442 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
06:33:52.399927 run          create_hlr_db(pid=5598): Launched
06:33:52.566208 bus                          /gobi_6: Setting Powered False
06:33:53.587507 run          create_hlr_db(pid=5598): Terminated: ok {rc=0}
06:33:54.000443 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5600): Launched
06:33:54.309332 run    osmo-hlr_10.42.42.2(pid=5601): Launched
06:33:54.423943 run              osmo-stp_10.42.42.5: Starting osmo-stp
06:33:54.960919 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5603): Launched
06:33:55.269356 run    osmo-stp_10.42.42.5(pid=5604): Launched
06:33:55.381412 run              osmo-msc_10.42.42.6: Starting osmo-msc
06:33:55.947064 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5606): Launched
06:33:56.257303 run    osmo-msc_10.42.42.6(pid=5607): Launched
06:33:56.440025 run    osmo-stp_10.42.42.5(pid=5604): ERR: Terminated: ERROR {rc=1}  [trial-2370↪sms:nanobts+band-900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5604)]
06:33:56.573650 run    osmo-stp_10.42.42.5(pid=5604): stdout: 
| (launched: 2022-12-10_06:33:55.117672)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:33:56.703233 run    osmo-stp_10.42.42.5(pid=5604): stderr: 
| �[0;m�[38;5;43m20221210063355306 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210063355306 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210063355307 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210063355307 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210063355310 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210063355310 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210063355310 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:33:56.827697 run    osmo-stp_10.42.42.5(pid=5604): stdout: 
| (launched: 2022-12-10_06:33:55.117672)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:33:56.950858 run    osmo-stp_10.42.42.5(pid=5604): stderr: 
| �[0;m�[38;5;43m20221210063355306 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210063355306 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210063355307 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210063355307 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210063355310 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210063355310 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210063355310 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:33:57.005451 tst                  mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=5604): Process ended prematurely: osmo-stp_10.42.42.5(pid=5604) [trial-2370↪sms:nanobts+band-900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5604)]  [trial-2370↪sms:nanobts+band-900↪mo_mt_sms.py:16]
06:33:57.014064 tst                  mo_mt_sms.py:16: Test FAILED (5.9 sec)
06:33:57.075955 run    osmo-hlr_10.42.42.2(pid=5601): ERR: Terminated: ERROR {rc=237}  [trial-2370↪sms:nanobts+band-900↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5601)]
06:33:57.126611 run    osmo-hlr_10.42.42.2(pid=5601): stdout: 
| (launched: 2022-12-10_06:33:54.157102) 
06:33:57.177816 run    osmo-hlr_10.42.42.2(pid=5601): stderr: 
| �[0;m�[1;31m20221210063354354 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210063354354 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210063354354 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210063354354 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210063354354 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210063354354 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210063354367 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/sms:nanobts+band-900/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210063354376 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210063354377 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210063354377 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
06:33:57.247596 run    osmo-msc_10.42.42.6(pid=5607): ERR: Terminated: ERROR {rc=2}  [trial-2370↪sms:nanobts+band-900↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=5607)]
06:33:57.298227 run    osmo-msc_10.42.42.6(pid=5607): stdout: 
| (launched: 2022-12-10_06:33:56.104402) 
06:33:57.349304 run    osmo-msc_10.42.42.6(pid=5607): stderr: 
| �[0;m�[38;5;43m20221210063356424 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210063356424 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe7ac39fc40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210063356425 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210063356425 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210063356425 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210063356425 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210063356427 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210063356427 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210063356427 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210063356427 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
06:33:57.392485 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5600): Terminating (SIGTERM)
06:33:57.433556 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5603): Terminating (SIGTERM)
06:33:57.474807 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5606): Terminating (SIGTERM)
06:33:57.484590 ---      ParallelTerminationStrategy: PID 5600 died...
06:33:57.539619 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5600): Terminated: ok {rc=0}
06:33:57.549910 ---      ParallelTerminationStrategy: PID 5603 died...
06:33:57.604545 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5603): Terminated: ok {rc=0}
06:33:57.614789 ---      ParallelTerminationStrategy: PID 5606 died...
06:33:57.669691 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5606): Terminated: ok {rc=0}
06:33:57.754987 bus                        /sierra_3: Setting Powered False
06:33:58.854940 bus                        /sierra_3: Setting Powered False
06:33:59.964187 bus                        /sierra_2: Setting Powered False
</stdout></case><duration>11.0</duration><id>145</id><name>sms_nanobts+band-900</name><properties></properties><timestamp>2022-12-10T06:33:50</timestamp></suite><suite><case><age>199</age><className>nitb_ussd:nanobts+band-900</className><duration>4.0</duration><errorStackTrace>osmo-nitb_10.42.42.2(pid=5615): Process ended prematurely: osmo-nitb_10.42.42.2(pid=5615) [trial-2370↪nitb_ussd:nanobts+band-900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=5615)]</errorStackTrace><failedSince>2172</failedSince><name>assert_extension.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py", line 12, in &lt;module&gt;
    nitb.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py", line 67, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=5615): Process ended prematurely: osmo-nitb_10.42.42.2(pid=5615) [trial-2370↪nitb_ussd:nanobts+band-900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=5615)]
</stderr><stdout>
----------------------------------------------
trial-2370 nitb_ussd:nanobts+band-900 assert_extension.py
----------------------------------------------
06:34:01.887871 tst       nitb_ussd:nanobts+band-900: Using 1 x ip_address (candidates: 1)
06:34:01.902787 tst       nitb_ussd:nanobts+band-900: Using 1 x bts (candidates: 1)
06:34:02.073453 tst              assert_extension.py: using LAC 26517
06:34:02.226575 tst              assert_extension.py: using RAC 252
06:34:02.347905 tst              assert_extension.py: using CellId 26517
06:34:02.460349 tst              assert_extension.py: using BVCI 26518
06:34:02.482229 tst       nitb_ussd:nanobts+band-900: Using 1 x modem (candidates: 1)
06:34:02.762829 tst           assert_extension.py:10: start nitb and bts...
06:34:02.891620 run             osmo-nitb_10.42.42.2: Starting osmo-nitb
06:34:03.531821 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=5614): Launched
06:34:03.837648 run   osmo-nitb_10.42.42.2(pid=5615): Launched
06:34:04.027272 run   osmo-nitb_10.42.42.2(pid=5615): ERR: Terminated: ERROR {rc=2}  [trial-2370↪nitb_ussd:nanobts+band-900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=5615)]
06:34:04.167570 run   osmo-nitb_10.42.42.2(pid=5615): stdout: 
| (launched: 2022-12-10_06:34:03.689028) 
06:34:04.308509 run   osmo-nitb_10.42.42.2(pid=5615): stderr: 
| (launched: 2022-12-10_06:34:03.734921)
| ======================================================================
| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and
| obsolete for several years.  If you really want to ignore years of hard work on
| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),
| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line
| argument.  DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!
| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box
| ====================================================================== 
06:34:04.444501 run   osmo-nitb_10.42.42.2(pid=5615): stdout: 
| (launched: 2022-12-10_06:34:03.689028) 
06:34:04.579114 run   osmo-nitb_10.42.42.2(pid=5615): stderr: 
| (launched: 2022-12-10_06:34:03.734921)
| ======================================================================
| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and
| obsolete for several years.  If you really want to ignore years of hard work on
| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),
| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line
| argument.  DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!
| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box
| ====================================================================== 
06:34:04.962959 tst   osmo-nitb_10.42.42.2(pid=5615): stdout: 
| (launched: 2022-12-10_06:34:03.689028) 
06:34:05.086948 tst   osmo-nitb_10.42.42.2(pid=5615): stderr: 
| (launched: 2022-12-10_06:34:03.734921)
| ======================================================================
| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and
| obsolete for several years.  If you really want to ignore years of hard work on
| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),
| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line
| argument.  DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!
| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box
| ====================================================================== 
06:34:05.141272 tst           assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=5615): Process ended prematurely: osmo-nitb_10.42.42.2(pid=5615) [trial-2370↪nitb_ussd:nanobts+band-900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=5615)]  [trial-2370↪nitb_ussd:nanobts+band-900↪assert_extension.py:12]
06:34:05.149819 tst           assert_extension.py:12: Test FAILED (3.3 sec)
06:34:05.186610 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=5614): Terminating (SIGTERM)
06:34:05.364195 ---      ParallelTerminationStrategy: PID 5614 died...
06:34:05.420710 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=5614): Terminated: ok {rc=0}
06:34:05.506583 bus                        /sierra_2: Setting Powered False
</stdout></case><duration>6.0</duration><id>146</id><name>nitb_ussd_nanobts+band-900</name><properties></properties><timestamp>2022-12-10T06:34:01</timestamp></suite><suite><case><age>40</age><className>ussd:nanobts+band-900</className><duration>6.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=5625): Process ended prematurely: osmo-stp_10.42.42.5(pid=5625) [trial-2370↪ussd:nanobts+band-900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5625)]</errorStackTrace><failedSince>2331</failedSince><name>assert_extension.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py", line 17, in &lt;module&gt;
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5625): Process ended prematurely: osmo-stp_10.42.42.5(pid=5625) [trial-2370↪ussd:nanobts+band-900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5625)]
</stderr><stdout>
----------------------------------------------
trial-2370 ussd:nanobts+band-900 assert_extension.py
----------------------------------------------
06:34:07.340941 tst            ussd:nanobts+band-900: Using 1 x ip_address (candidates: 6)
06:34:07.351710 tst            ussd:nanobts+band-900: Using 1 x bts (candidates: 1)
06:34:07.484013 tst              assert_extension.py: using LAC 26518
06:34:07.600561 tst              assert_extension.py: using RAC 253
06:34:07.711891 tst              assert_extension.py: using CellId 26518
06:34:07.823672 tst              assert_extension.py: using BVCI 26519
06:34:07.845753 tst            ussd:nanobts+band-900: Using 1 x ip_address (candidates: 6)
06:34:07.856563 tst            ussd:nanobts+band-900: Using 1 x ip_address (candidates: 6)
06:34:07.867174 tst            ussd:nanobts+band-900: Using 1 x ip_address (candidates: 6)
06:34:07.878011 tst            ussd:nanobts+band-900: Using 1 x ip_address (candidates: 6)
06:34:07.888785 tst            ussd:nanobts+band-900: Using 1 x ip_address (candidates: 6)
06:34:07.899576 tst            ussd:nanobts+band-900: Using 1 x modem (candidates: 1)
06:34:08.090048 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
06:34:08.542421 run          create_hlr_db(pid=5619): Launched
06:34:08.709616 bus                        /sierra_2: Setting Powered False
06:34:09.730037 run          create_hlr_db(pid=5619): Terminated: ok {rc=0}
06:34:10.141890 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5621): Launched
06:34:10.452367 run    osmo-hlr_10.42.42.2(pid=5622): Launched
06:34:10.567541 run              osmo-stp_10.42.42.5: Starting osmo-stp
06:34:11.107185 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5624): Launched
06:34:11.417807 run    osmo-stp_10.42.42.5(pid=5625): Launched
06:34:11.530383 run              osmo-msc_10.42.42.6: Starting osmo-msc
06:34:12.093635 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5627): Launched
06:34:12.401750 run    osmo-msc_10.42.42.6(pid=5628): Launched
06:34:12.585012 run    osmo-stp_10.42.42.5(pid=5625): ERR: Terminated: ERROR {rc=1}  [trial-2370↪ussd:nanobts+band-900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5625)]
06:34:12.717154 run    osmo-stp_10.42.42.5(pid=5625): stdout: 
| (launched: 2022-12-10_06:34:11.264291)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:34:12.848273 run    osmo-stp_10.42.42.5(pid=5625): stderr: 
| �[0;m�[38;5;43m20221210063411454 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210063411455 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210063411455 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210063411455 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210063411456 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210063411456 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210063411456 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:34:12.972364 run    osmo-stp_10.42.42.5(pid=5625): stdout: 
| (launched: 2022-12-10_06:34:11.264291)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:34:13.095463 run    osmo-stp_10.42.42.5(pid=5625): stderr: 
| �[0;m�[38;5;43m20221210063411454 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210063411455 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210063411455 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210063411455 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210063411456 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210063411456 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210063411456 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:34:13.149854 tst           assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=5625): Process ended prematurely: osmo-stp_10.42.42.5(pid=5625) [trial-2370↪ussd:nanobts+band-900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5625)]  [trial-2370↪ussd:nanobts+band-900↪assert_extension.py:17]
06:34:13.158543 tst           assert_extension.py:17: Test FAILED (5.8 sec)
06:34:13.220564 run    osmo-hlr_10.42.42.2(pid=5622): ERR: Terminated: ERROR {rc=237}  [trial-2370↪ussd:nanobts+band-900↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5622)]
06:34:13.271985 run    osmo-hlr_10.42.42.2(pid=5622): stdout: 
| (launched: 2022-12-10_06:34:10.299266) 
06:34:13.323690 run    osmo-hlr_10.42.42.2(pid=5622): stderr: 
| �[0;m�[1;31m20221210063410496 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210063410496 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210063410496 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210063410497 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210063410497 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210063410497 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210063410511 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/ussd:nanobts+band-900/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210063410519 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210063410519 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210063410519 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
06:34:13.393423 run    osmo-msc_10.42.42.6(pid=5628): ERR: Terminated: ERROR {rc=2}  [trial-2370↪ussd:nanobts+band-900↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=5628)]
06:34:13.444264 run    osmo-msc_10.42.42.6(pid=5628): stdout: 
| (launched: 2022-12-10_06:34:12.249956) 
06:34:13.495300 run    osmo-msc_10.42.42.6(pid=5628): stderr: 
| �[0;m�[38;5;43m20221210063412571 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210063412571 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fcd1c1b4c40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210063412571 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210063412571 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210063412571 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210063412571 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210063412573 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210063412574 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210063412574 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210063412574 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
06:34:13.538760 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5621): Terminating (SIGTERM)
06:34:13.579892 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5624): Terminating (SIGTERM)
06:34:13.620874 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5627): Terminating (SIGTERM)
06:34:13.630713 ---      ParallelTerminationStrategy: PID 5621 died...
06:34:13.685611 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5621): Terminated: ok {rc=0}
06:34:13.695583 ---      ParallelTerminationStrategy: PID 5624 died...
06:34:13.750093 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5624): Terminated: ok {rc=0}
06:34:13.759952 ---      ParallelTerminationStrategy: PID 5627 died...
06:34:13.814381 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5627): Terminated: ok {rc=0}
06:34:13.900024 bus                        /sierra_2: Setting Powered False
</stdout></case><duration>9.0</duration><id>147</id><name>ussd_nanobts+band-900</name><properties></properties><timestamp>2022-12-10T06:34:07</timestamp></suite><suite><case><age>40</age><className>voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1</className><duration>6.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=5639): Process ended prematurely: osmo-stp_10.42.42.5(pid=5639) [trial-2370↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5639)]</errorStackTrace><failedSince>2331</failedSince><name>mo_mt_call.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py", line 8, in &lt;module&gt;
    test_mo_mt_call(False, False)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py", line 19, in test_mo_mt_call
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5639): Process ended prematurely: osmo-stp_10.42.42.5(pid=5639) [trial-2370↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5639)]
</stderr><stdout>
----------------------------------------------
trial-2370 voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py
----------------------------------------------
06:34:15.869777 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)
06:34:15.889700 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)
06:34:16.060085 tst                    mo_mt_call.py: using LAC 26519
06:34:16.178641 tst                    mo_mt_call.py: using RAC 254
06:34:16.296254 tst                    mo_mt_call.py: using CellId 26519
06:34:16.422456 tst                    mo_mt_call.py: using BVCI 26520
06:34:16.447181 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)
06:34:16.459369 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)
06:34:16.471531 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)
06:34:16.483475 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)
06:34:16.495969 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)
06:34:16.508017 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)
06:34:16.629379 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)
06:34:16.836541 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
06:34:17.355394 run          create_hlr_db(pid=5633): Launched
06:34:17.524595 bus                        /sierra_2: Setting Powered False
06:34:18.545930 run          create_hlr_db(pid=5633): Terminated: ok {rc=0}
06:34:18.938083 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5635): Launched
06:34:19.231152 run    osmo-hlr_10.42.42.2(pid=5636): Launched
06:34:19.338627 run              osmo-stp_10.42.42.5: Starting osmo-stp
06:34:19.848424 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5638): Launched
06:34:20.142527 run    osmo-stp_10.42.42.5(pid=5639): Launched
06:34:20.249453 run              osmo-msc_10.42.42.6: Starting osmo-msc
06:34:20.785700 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5641): Launched
06:34:21.079052 run    osmo-msc_10.42.42.6(pid=5642): Launched
06:34:21.252470 run    osmo-stp_10.42.42.5(pid=5639): ERR: Terminated: ERROR {rc=1}  [trial-2370↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5639)]
06:34:21.378195 run    osmo-stp_10.42.42.5(pid=5639): stdout: 
| (launched: 2022-12-10_06:34:19.997081)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:34:21.500759 run    osmo-stp_10.42.42.5(pid=5639): stderr: 
| �[0;m�[38;5;43m20221210063420165 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210063420165 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210063420165 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210063420166 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210063420166 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210063420166 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210063420166 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:34:21.618629 run    osmo-stp_10.42.42.5(pid=5639): stdout: 
| (launched: 2022-12-10_06:34:19.997081)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:34:21.735001 run    osmo-stp_10.42.42.5(pid=5639): stderr: 
| �[0;m�[38;5;43m20221210063420165 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210063420165 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210063420165 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210063420166 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210063420166 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210063420166 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210063420166 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:34:21.786721 tst                  mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=5639): Process ended prematurely: osmo-stp_10.42.42.5(pid=5639) [trial-2370↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5639)]  [trial-2370↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]
06:34:21.795264 tst                  mo_mt_call.py:8: Test FAILED (6.0 sec)
06:34:21.854340 run    osmo-hlr_10.42.42.2(pid=5636): ERR: Terminated: ERROR {rc=237}  [trial-2370↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5636)]
06:34:21.902734 run    osmo-hlr_10.42.42.2(pid=5636): stdout: 
| (launched: 2022-12-10_06:34:19.086403) 
06:34:21.951236 run    osmo-hlr_10.42.42.2(pid=5636): stderr: 
| �[0;m�[1;31m20221210063419263 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210063419263 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210063419263 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210063419263 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210063419263 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210063419263 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210063419276 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210063419286 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210063419286 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210063419286 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
06:34:22.017861 run    osmo-msc_10.42.42.6(pid=5642): ERR: Terminated: ERROR {rc=2}  [trial-2370↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=5642)]
06:34:22.065945 run    osmo-msc_10.42.42.6(pid=5642): stdout: 
| (launched: 2022-12-10_06:34:20.933736) 
06:34:22.114782 run    osmo-msc_10.42.42.6(pid=5642): stderr: 
| �[0;m�[38;5;43m20221210063421206 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210063421206 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f611e287c40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210063421206 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210063421206 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210063421206 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210063421207 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210063421208 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210063421209 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210063421209 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210063421209 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
06:34:22.155878 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5635): Terminating (SIGTERM)
06:34:22.194818 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5638): Terminating (SIGTERM)
06:34:22.234018 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5641): Terminating (SIGTERM)
06:34:22.243409 ---      ParallelTerminationStrategy: PID 5635 died...
06:34:22.296601 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5635): Terminated: ok {rc=0}
06:34:22.306191 ---      ParallelTerminationStrategy: PID 5638 died...
06:34:22.358585 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5638): Terminated: ok {rc=0}
06:34:22.368127 ---      ParallelTerminationStrategy: PID 5641 died...
06:34:22.421135 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5641): Terminated: ok {rc=0}
06:34:22.508002 bus                        /sierra_3: Setting Powered False
06:34:23.608902 bus                        /sierra_3: Setting Powered False
06:34:24.718589 bus                        /sierra_2: Setting Powered False
</stdout></case><case><age>51</age><className>voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=5650): Process ended prematurely: osmo-stp_10.42.42.5(pid=5650) [trial-2370↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5650)]</errorStackTrace><failedSince>2320</failedSince><name>mo_mt_call_osmux.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py", line 8, in &lt;module&gt;
    test_mo_mt_call(True, True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py", line 19, in test_mo_mt_call
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5650): Process ended prematurely: osmo-stp_10.42.42.5(pid=5650) [trial-2370↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5650)]
</stderr><stdout>
----------------------------------------------
trial-2370 voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py
----------------------------------------------
06:34:25.826119 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)
06:34:25.838064 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)
06:34:25.988849 tst              mo_mt_call_osmux.py: using LAC 26520
06:34:26.106323 tst              mo_mt_call_osmux.py: using RAC 255
06:34:26.223617 tst              mo_mt_call_osmux.py: using CellId 26520
06:34:26.338785 tst              mo_mt_call_osmux.py: using BVCI 26521
06:34:26.361060 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)
06:34:26.372138 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)
06:34:26.383113 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)
06:34:26.394237 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)
06:34:26.405445 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)
06:34:26.416530 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)
06:34:26.535314 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)
06:34:26.733672 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
06:34:27.195488 run          create_hlr_db(pid=5644): Launched
06:34:27.363855 bus                        /sierra_2: Setting Powered False
06:34:28.386818 run          create_hlr_db(pid=5644): Terminated: ok {rc=0}
06:34:28.807213 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5646): Launched
06:34:29.122497 run    osmo-hlr_10.42.42.2(pid=5647): Launched
06:34:29.237526 run              osmo-stp_10.42.42.5: Starting osmo-stp
06:34:29.784498 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5649): Launched
06:34:30.098377 run    osmo-stp_10.42.42.5(pid=5650): Launched
06:34:30.212386 run              osmo-msc_10.42.42.6: Starting osmo-msc
06:34:30.788513 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5652): Launched
06:34:31.224369 run    osmo-msc_10.42.42.6(pid=5653): Launched
06:34:31.491367 run    osmo-stp_10.42.42.5(pid=5650): ERR: Terminated: ERROR {rc=1}  [trial-2370↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5650)]
06:34:31.703863 run    osmo-stp_10.42.42.5(pid=5650): stdout: 
| (launched: 2022-12-10_06:34:29.943808)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:34:31.903373 run    osmo-stp_10.42.42.5(pid=5650): stderr: 
| �[0;m�[38;5;43m20221210063430134 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210063430134 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210063430135 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210063430135 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210063430136 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210063430136 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210063430136 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:34:32.032317 run    osmo-stp_10.42.42.5(pid=5650): stdout: 
| (launched: 2022-12-10_06:34:29.943808)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:34:32.160195 run    osmo-stp_10.42.42.5(pid=5650): stderr: 
| �[0;m�[38;5;43m20221210063430134 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210063430134 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210063430135 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210063430135 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210063430136 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210063430136 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210063430136 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:34:32.217195 tst            mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=5650): Process ended prematurely: osmo-stp_10.42.42.5(pid=5650) [trial-2370↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5650)]  [trial-2370↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]
06:34:32.227138 tst            mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)
06:34:32.291828 run    osmo-hlr_10.42.42.2(pid=5647): ERR: Terminated: ERROR {rc=237}  [trial-2370↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5647)]
06:34:32.344044 run    osmo-hlr_10.42.42.2(pid=5647): stdout: 
| (launched: 2022-12-10_06:34:28.967508) 
06:34:32.396234 run    osmo-hlr_10.42.42.2(pid=5647): stderr: 
| �[0;m�[1;31m20221210063429164 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210063429164 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210063429164 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210063429164 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210063429164 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210063429164 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210063429176 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210063429184 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210063429185 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210063429185 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
06:34:32.466736 run    osmo-msc_10.42.42.6(pid=5653): ERR: Terminated: ERROR {rc=2}  [trial-2370↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=5653)]
06:34:32.518240 run    osmo-msc_10.42.42.6(pid=5653): stdout: 
| (launched: 2022-12-10_06:34:30.951964) 
06:34:32.570224 run    osmo-msc_10.42.42.6(pid=5653): stderr: 
| �[0;m�[38;5;43m20221210063431466 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210063431466 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa49e383c40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210063431466 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210063431466 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210063431466 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210063431467 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210063431468 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210063431469 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210063431469 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210063431469 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
06:34:32.613900 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5646): Terminating (SIGTERM)
06:34:32.655887 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5649): Terminating (SIGTERM)
06:34:32.697918 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5652): Terminating (SIGTERM)
06:34:32.708152 ---      ParallelTerminationStrategy: PID 5646 died...
06:34:32.764798 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5646): Terminated: ok {rc=0}
06:34:32.774995 ---      ParallelTerminationStrategy: PID 5649 died...
06:34:32.830326 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5649): Terminated: ok {rc=0}
06:34:32.840809 ---      ParallelTerminationStrategy: PID 5652 died...
06:34:32.896165 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5652): Terminated: ok {rc=0}
06:34:32.981310 bus                        /sierra_3: Setting Powered False
06:34:34.086202 bus                        /sierra_3: Setting Powered False
06:34:35.192569 bus                        /sierra_2: Setting Powered False
</stdout></case><duration>22.0</duration><id>148</id><name>voice_nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1</name><properties></properties><timestamp>2022-12-10T06:34:15</timestamp></suite><suite><case><age>40</age><className>voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=5664): Process ended prematurely: osmo-stp_10.42.42.5(pid=5664) [trial-2370↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5664)]</errorStackTrace><failedSince>2331</failedSince><name>mo_mt_call.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py", line 8, in &lt;module&gt;
    test_mo_mt_call(False, False)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py", line 19, in test_mo_mt_call
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5664): Process ended prematurely: osmo-stp_10.42.42.5(pid=5664) [trial-2370↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5664)]
</stderr><stdout>
----------------------------------------------
trial-2370 voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py
----------------------------------------------
06:34:37.188472 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)
06:34:37.199540 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)
06:34:37.349312 tst                    mo_mt_call.py: using LAC 26521
06:34:37.464369 tst                    mo_mt_call.py: using RAC 1
06:34:37.594125 tst                    mo_mt_call.py: using CellId 26521
06:34:37.715128 tst                    mo_mt_call.py: using BVCI 26522
06:34:37.738986 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)
06:34:37.750516 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)
06:34:37.761886 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)
06:34:37.773229 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)
06:34:37.784572 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)
06:34:37.795921 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)
06:34:37.911004 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)
06:34:38.117124 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
06:34:38.619303 run          create_hlr_db(pid=5658): Launched
06:34:38.801524 bus                        /sierra_2: Setting Powered False
06:34:39.822125 run          create_hlr_db(pid=5658): Terminated: ok {rc=0}
06:34:40.241115 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5660): Launched
06:34:40.556451 run    osmo-hlr_10.42.42.2(pid=5661): Launched
06:34:40.671276 run              osmo-stp_10.42.42.5: Starting osmo-stp
06:34:41.220875 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5663): Launched
06:34:41.536798 run    osmo-stp_10.42.42.5(pid=5664): Launched
06:34:41.650547 run              osmo-msc_10.42.42.6: Starting osmo-msc
06:34:42.225561 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5666): Launched
06:34:42.540445 run    osmo-msc_10.42.42.6(pid=5667): Launched
06:34:42.725488 run    osmo-stp_10.42.42.5(pid=5664): ERR: Terminated: ERROR {rc=1}  [trial-2370↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5664)]
06:34:42.859756 run    osmo-stp_10.42.42.5(pid=5664): stdout: 
| (launched: 2022-12-10_06:34:41.381774)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:34:42.993343 run    osmo-stp_10.42.42.5(pid=5664): stderr: 
| �[0;m�[38;5;43m20221210063441572 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210063441572 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210063441573 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210063441573 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210063441574 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210063441574 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210063441574 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:34:43.119491 run    osmo-stp_10.42.42.5(pid=5664): stdout: 
| (launched: 2022-12-10_06:34:41.381774)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:34:43.243917 run    osmo-stp_10.42.42.5(pid=5664): stderr: 
| �[0;m�[38;5;43m20221210063441572 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210063441572 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210063441573 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210063441573 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210063441574 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210063441574 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210063441574 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:34:43.299806 tst                  mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=5664): Process ended prematurely: osmo-stp_10.42.42.5(pid=5664) [trial-2370↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5664)]  [trial-2370↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]
06:34:43.309302 tst                  mo_mt_call.py:8: Test FAILED (6.2 sec)
06:34:43.370479 run    osmo-hlr_10.42.42.2(pid=5661): ERR: Terminated: ERROR {rc=237}  [trial-2370↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5661)]
06:34:43.420812 run    osmo-hlr_10.42.42.2(pid=5661): stdout: 
| (launched: 2022-12-10_06:34:40.401945) 
06:34:43.471775 run    osmo-hlr_10.42.42.2(pid=5661): stderr: 
| �[0;m�[1;31m20221210063440602 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210063440602 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210063440602 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210063440602 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210063440602 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210063440602 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210063440651 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210063440661 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210063440661 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210063440661 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
06:34:43.541119 run    osmo-msc_10.42.42.6(pid=5667): ERR: Terminated: ERROR {rc=2}  [trial-2370↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=5667)]
06:34:43.591299 run    osmo-msc_10.42.42.6(pid=5667): stdout: 
| (launched: 2022-12-10_06:34:42.385832) 
06:34:43.642154 run    osmo-msc_10.42.42.6(pid=5667): stderr: 
| �[0;m�[38;5;43m20221210063442706 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210063442706 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f37a3eefc40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210063442706 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210063442707 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210063442707 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210063442707 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210063442709 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210063442709 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210063442709 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210063442709 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
06:34:43.685269 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5660): Terminating (SIGTERM)
06:34:43.725939 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5663): Terminating (SIGTERM)
06:34:43.766829 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5666): Terminating (SIGTERM)
06:34:43.776412 ---      ParallelTerminationStrategy: PID 5660 died...
06:34:43.831191 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5660): Terminated: ok {rc=0}
06:34:43.841076 ---      ParallelTerminationStrategy: PID 5663 died...
06:34:43.895465 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5663): Terminated: ok {rc=0}
06:34:43.905518 ---      ParallelTerminationStrategy: PID 5666 died...
06:34:43.959547 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5666): Terminated: ok {rc=0}
06:34:44.045478 bus                        /sierra_3: Setting Powered False
06:34:45.148992 bus                        /sierra_3: Setting Powered False
06:34:46.283350 bus                        /sierra_2: Setting Powered False
</stdout></case><case><age>51</age><className>voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2</className><duration>6.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=5675): Process ended prematurely: osmo-stp_10.42.42.5(pid=5675) [trial-2370↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5675)]</errorStackTrace><failedSince>2320</failedSince><name>mo_mt_call_osmux.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py", line 8, in &lt;module&gt;
    test_mo_mt_call(True, True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py", line 19, in test_mo_mt_call
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5675): Process ended prematurely: osmo-stp_10.42.42.5(pid=5675) [trial-2370↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5675)]
</stderr><stdout>
----------------------------------------------
trial-2370 voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py
----------------------------------------------
06:34:47.397711 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)
06:34:47.410018 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)
06:34:47.567826 tst              mo_mt_call_osmux.py: using LAC 26522
06:34:47.692698 tst              mo_mt_call_osmux.py: using RAC 2
06:34:47.815407 tst              mo_mt_call_osmux.py: using CellId 26522
06:34:47.943631 tst              mo_mt_call_osmux.py: using BVCI 26523
06:34:47.967641 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)
06:34:47.979639 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)
06:34:47.991189 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)
06:34:48.002738 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)
06:34:48.014403 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)
06:34:48.025912 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)
06:34:48.139804 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)
06:34:48.348200 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
06:34:48.851241 run          create_hlr_db(pid=5669): Launched
06:34:49.032858 bus                        /sierra_2: Setting Powered False
06:34:50.053519 run          create_hlr_db(pid=5669): Terminated: ok {rc=0}
06:34:50.448767 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5671): Launched
06:34:50.744007 run    osmo-hlr_10.42.42.2(pid=5672): Launched
06:34:50.852637 run              osmo-stp_10.42.42.5: Starting osmo-stp
06:34:51.364052 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5674): Launched
06:34:51.657310 run    osmo-stp_10.42.42.5(pid=5675): Launched
06:34:51.765180 run              osmo-msc_10.42.42.6: Starting osmo-msc
06:34:52.302389 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5677): Launched
06:34:52.596934 run    osmo-msc_10.42.42.6(pid=5678): Launched
06:34:52.772746 run    osmo-stp_10.42.42.5(pid=5675): ERR: Terminated: ERROR {rc=1}  [trial-2370↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5675)]
06:34:52.899087 run    osmo-stp_10.42.42.5(pid=5675): stdout: 
| (launched: 2022-12-10_06:34:51.512484)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:34:53.022122 run    osmo-stp_10.42.42.5(pid=5675): stderr: 
| �[0;m�[38;5;43m20221210063451680 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210063451680 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210063451680 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210063451681 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210063451681 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210063451681 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210063451681 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:34:53.140360 run    osmo-stp_10.42.42.5(pid=5675): stdout: 
| (launched: 2022-12-10_06:34:51.512484)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:34:53.257066 run    osmo-stp_10.42.42.5(pid=5675): stderr: 
| �[0;m�[38;5;43m20221210063451680 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210063451680 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210063451680 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210063451681 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210063451681 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210063451681 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210063451681 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:34:53.309107 tst            mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=5675): Process ended prematurely: osmo-stp_10.42.42.5(pid=5675) [trial-2370↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5675)]  [trial-2370↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]
06:34:53.317781 tst            mo_mt_call_osmux.py:8: Test FAILED (6.0 sec)
06:34:53.377053 run    osmo-hlr_10.42.42.2(pid=5672): ERR: Terminated: ERROR {rc=237}  [trial-2370↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5672)]
06:34:53.425326 run    osmo-hlr_10.42.42.2(pid=5672): stdout: 
| (launched: 2022-12-10_06:34:50.597869) 
06:34:53.474415 run    osmo-hlr_10.42.42.2(pid=5672): stderr: 
| �[0;m�[1;31m20221210063450775 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210063450775 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210063450775 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210063450775 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210063450775 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210063450775 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210063450788 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210063450798 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210063450798 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210063450798 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
06:34:53.540991 run    osmo-msc_10.42.42.6(pid=5678): ERR: Terminated: ERROR {rc=2}  [trial-2370↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=5678)]
06:34:53.589183 run    osmo-msc_10.42.42.6(pid=5678): stdout: 
| (launched: 2022-12-10_06:34:52.451095) 
06:34:53.638097 run    osmo-msc_10.42.42.6(pid=5678): stderr: 
| �[0;m�[38;5;43m20221210063452722 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210063452722 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f2db6b0bc40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210063452722 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210063452722 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210063452722 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210063452723 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210063452724 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210063452725 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210063452725 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210063452725 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
06:34:53.679255 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5671): Terminating (SIGTERM)
06:34:53.718499 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5674): Terminating (SIGTERM)
06:34:53.757541 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5677): Terminating (SIGTERM)
06:34:53.766862 ---      ParallelTerminationStrategy: PID 5671 died...
06:34:53.819701 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5671): Terminated: ok {rc=0}
06:34:53.829311 ---      ParallelTerminationStrategy: PID 5674 died...
06:34:53.881087 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5674): Terminated: ok {rc=0}
06:34:53.890675 ---      ParallelTerminationStrategy: PID 5677 died...
06:34:53.942539 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5677): Terminated: ok {rc=0}
06:34:54.030080 bus                        /sierra_3: Setting Powered False
06:34:55.131366 bus                        /sierra_3: Setting Powered False
06:34:56.239857 bus                        /sierra_2: Setting Powered False
</stdout></case><duration>22.0</duration><id>149</id><name>voice_nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2</name><properties></properties><timestamp>2022-12-10T06:34:36</timestamp></suite><suite><case><age>45</age><className>voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=5692): Process ended prematurely: osmo-stp_10.42.42.5(pid=5692) [trial-2370↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5692)]</errorStackTrace><failedSince>2326</failedSince><name>mo_mt_call.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py", line 8, in &lt;module&gt;
    test_mo_mt_call(False, False)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py", line 19, in test_mo_mt_call
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5692): Process ended prematurely: osmo-stp_10.42.42.5(pid=5692) [trial-2370↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5692)]
</stderr><stdout>
----------------------------------------------
trial-2370 voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py
----------------------------------------------
06:34:58.244927 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)
06:34:58.256668 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)
06:34:58.416219 tst                    mo_mt_call.py: using LAC 26523
06:34:58.539277 tst                    mo_mt_call.py: using RAC 3
06:34:58.662943 tst                    mo_mt_call.py: using CellId 26523
06:34:58.785970 tst                    mo_mt_call.py: using BVCI 26524
06:34:58.810123 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)
06:34:58.821627 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)
06:34:58.832836 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)
06:34:58.844135 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)
06:34:58.855539 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)
06:34:58.867257 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)
06:34:58.981811 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)
06:34:59.177680 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
06:34:59.655741 run          create_hlr_db(pid=5683): Launched
06:34:59.837176 bus                        /sierra_2: Setting Powered False
06:35:00.862293 run          create_hlr_db(pid=5683): Terminated: ok {rc=0}
06:35:01.325202 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5685): Launched
06:35:01.725586 run    osmo-hlr_10.42.42.2(pid=5686): Launched
06:35:01.842071 run              osmo-stp_10.42.42.5: Starting osmo-stp
06:35:02.462169 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5691): Launched
06:35:02.777072 run    osmo-stp_10.42.42.5(pid=5692): Launched
06:35:02.891383 run              osmo-msc_10.42.42.6: Starting osmo-msc
06:35:03.467771 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5694): Launched
06:35:03.781718 run    osmo-msc_10.42.42.6(pid=5695): Launched
06:35:03.966402 run    osmo-stp_10.42.42.5(pid=5692): ERR: Terminated: ERROR {rc=1}  [trial-2370↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5692)]
06:35:04.100116 run    osmo-stp_10.42.42.5(pid=5692): stdout: 
| (launched: 2022-12-10_06:35:02.622686)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:35:04.233960 run    osmo-stp_10.42.42.5(pid=5692): stderr: 
| �[0;m�[38;5;43m20221210063502816 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210063502816 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210063502817 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210063502817 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210063502818 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210063502818 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210063502818 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:35:04.361155 run    osmo-stp_10.42.42.5(pid=5692): stdout: 
| (launched: 2022-12-10_06:35:02.622686)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:35:04.486529 run    osmo-stp_10.42.42.5(pid=5692): stderr: 
| �[0;m�[38;5;43m20221210063502816 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210063502816 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210063502817 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210063502817 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210063502818 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210063502818 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210063502818 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:35:04.542245 tst                  mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=5692): Process ended prematurely: osmo-stp_10.42.42.5(pid=5692) [trial-2370↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5692)]  [trial-2370↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]
06:35:04.551490 tst                  mo_mt_call.py:8: Test FAILED (6.3 sec)
06:35:04.613421 run    osmo-hlr_10.42.42.2(pid=5686): ERR: Terminated: ERROR {rc=237}  [trial-2370↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5686)]
06:35:04.663941 run    osmo-hlr_10.42.42.2(pid=5686): stdout: 
| (launched: 2022-12-10_06:35:01.488085) 
06:35:04.715126 run    osmo-hlr_10.42.42.2(pid=5686): stderr: 
| �[0;m�[1;31m20221210063501859 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210063501859 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210063501859 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210063501859 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210063501859 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210063501860 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210063501917 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210063501943 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210063501944 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210063501944 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
06:35:04.785284 run    osmo-msc_10.42.42.6(pid=5695): ERR: Terminated: ERROR {rc=2}  [trial-2370↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=5695)]
06:35:04.835812 run    osmo-msc_10.42.42.6(pid=5695): stdout: 
| (launched: 2022-12-10_06:35:03.627636) 
06:35:04.886664 run    osmo-msc_10.42.42.6(pid=5695): stderr: 
| �[0;m�[38;5;43m20221210063503949 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210063503949 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff48545cc40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210063503949 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210063503949 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210063503949 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210063503950 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210063503951 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210063503952 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210063503952 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210063503952 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
06:35:04.930384 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5685): Terminating (SIGTERM)
06:35:04.971299 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5691): Terminating (SIGTERM)
06:35:05.012273 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5694): Terminating (SIGTERM)
06:35:05.022167 ---      ParallelTerminationStrategy: PID 5685 died...
06:35:05.077150 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5685): Terminated: ok {rc=0}
06:35:05.087430 ---      ParallelTerminationStrategy: PID 5691 died...
06:35:05.142017 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5691): Terminated: ok {rc=0}
06:35:05.152201 ---      ParallelTerminationStrategy: PID 5694 died...
06:35:05.206834 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5694): Terminated: ok {rc=0}
06:35:05.291862 bus                        /sierra_3: Setting Powered False
06:35:06.398635 bus                        /sierra_3: Setting Powered False
06:35:07.508196 bus                        /sierra_2: Setting Powered False
</stdout></case><case><age>53</age><className>voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=5703): Process ended prematurely: osmo-stp_10.42.42.5(pid=5703) [trial-2370↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5703)]</errorStackTrace><failedSince>2318</failedSince><name>mo_mt_call_osmux.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py", line 8, in &lt;module&gt;
    test_mo_mt_call(True, True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py", line 19, in test_mo_mt_call
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5703): Process ended prematurely: osmo-stp_10.42.42.5(pid=5703) [trial-2370↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5703)]
</stderr><stdout>
----------------------------------------------
trial-2370 voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py
----------------------------------------------
06:35:08.614413 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)
06:35:08.626083 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)
06:35:08.777737 tst              mo_mt_call_osmux.py: using LAC 26524
06:35:08.895316 tst              mo_mt_call_osmux.py: using RAC 4
06:35:09.013219 tst              mo_mt_call_osmux.py: using CellId 26524
06:35:09.131892 tst              mo_mt_call_osmux.py: using BVCI 26525
06:35:09.154320 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)
06:35:09.165496 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)
06:35:09.176241 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)
06:35:09.187880 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)
06:35:09.199640 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)
06:35:09.212067 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)
06:35:09.331400 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)
06:35:09.533589 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
06:35:09.996645 run          create_hlr_db(pid=5697): Launched
06:35:10.165713 bus                        /sierra_2: Setting Powered False
06:35:11.187286 run          create_hlr_db(pid=5697): Terminated: ok {rc=0}
06:35:11.607059 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5699): Launched
06:35:11.923351 run    osmo-hlr_10.42.42.2(pid=5700): Launched
06:35:12.038998 run              osmo-stp_10.42.42.5: Starting osmo-stp
06:35:12.586403 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5702): Launched
06:35:12.900276 run    osmo-stp_10.42.42.5(pid=5703): Launched
06:35:13.014755 run              osmo-msc_10.42.42.6: Starting osmo-msc
06:35:13.590311 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5705): Launched
06:35:13.904591 run    osmo-msc_10.42.42.6(pid=5706): Launched
06:35:14.088889 run    osmo-stp_10.42.42.5(pid=5703): ERR: Terminated: ERROR {rc=1}  [trial-2370↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5703)]
06:35:14.227258 run    osmo-stp_10.42.42.5(pid=5703): stdout: 
| (launched: 2022-12-10_06:35:12.745601)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:35:14.359150 run    osmo-stp_10.42.42.5(pid=5703): stderr: 
| �[0;m�[38;5;43m20221210063512937 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210063512938 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210063512938 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210063512938 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210063512940 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210063512941 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210063512941 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:35:14.485552 run    osmo-stp_10.42.42.5(pid=5703): stdout: 
| (launched: 2022-12-10_06:35:12.745601)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:35:14.610616 run    osmo-stp_10.42.42.5(pid=5703): stderr: 
| �[0;m�[38;5;43m20221210063512937 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210063512938 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210063512938 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210063512938 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210063512940 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210063512941 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210063512941 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:35:14.666421 tst            mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=5703): Process ended prematurely: osmo-stp_10.42.42.5(pid=5703) [trial-2370↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5703)]  [trial-2370↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]
06:35:14.675650 tst            mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)
06:35:14.737781 run    osmo-hlr_10.42.42.2(pid=5700): ERR: Terminated: ERROR {rc=237}  [trial-2370↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5700)]
06:35:14.788556 run    osmo-hlr_10.42.42.2(pid=5700): stdout: 
| (launched: 2022-12-10_06:35:11.768548) 
06:35:14.839715 run    osmo-hlr_10.42.42.2(pid=5700): stderr: 
| �[0;m�[1;31m20221210063511967 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210063511967 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210063511967 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210063511967 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210063511967 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210063511967 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210063511979 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210063511989 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210063511989 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210063511989 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
06:35:14.909382 run    osmo-msc_10.42.42.6(pid=5706): ERR: Terminated: ERROR {rc=2}  [trial-2370↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=5706)]
06:35:14.959880 run    osmo-msc_10.42.42.6(pid=5706): stdout: 
| (launched: 2022-12-10_06:35:13.750090) 
06:35:15.011552 run    osmo-msc_10.42.42.6(pid=5706): stderr: 
| �[0;m�[38;5;43m20221210063514071 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210063514072 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f716521ac40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210063514072 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210063514072 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210063514072 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210063514072 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210063514074 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210063514074 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210063514074 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210063514075 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
06:35:15.054759 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5699): Terminating (SIGTERM)
06:35:15.096010 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5702): Terminating (SIGTERM)
06:35:15.137123 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5705): Terminating (SIGTERM)
06:35:15.146881 ---      ParallelTerminationStrategy: PID 5699 died...
06:35:15.201693 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5699): Terminated: ok {rc=0}
06:35:15.211740 ---      ParallelTerminationStrategy: PID 5702 died...
06:35:15.266426 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5702): Terminated: ok {rc=0}
06:35:15.276570 ---      ParallelTerminationStrategy: PID 5705 died...
06:35:15.331542 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5705): Terminated: ok {rc=0}
06:35:15.416030 bus                        /sierra_3: Setting Powered False
06:35:16.520797 bus                        /sierra_3: Setting Powered False
06:35:17.624775 bus                        /sierra_2: Setting Powered False
</stdout></case><duration>22.0</duration><id>150</id><name>voice_nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3</name><properties></properties><timestamp>2022-12-10T06:34:57</timestamp></suite><suite><case><age>40</age><className>voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=5717): Process ended prematurely: osmo-stp_10.42.42.5(pid=5717) [trial-2370↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5717)]</errorStackTrace><failedSince>2331</failedSince><name>mo_mt_call.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py", line 8, in &lt;module&gt;
    test_mo_mt_call(False, False)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py", line 19, in test_mo_mt_call
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5717): Process ended prematurely: osmo-stp_10.42.42.5(pid=5717) [trial-2370↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5717)]
</stderr><stdout>
----------------------------------------------
trial-2370 voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py
----------------------------------------------
06:35:19.636869 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)
06:35:19.648552 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)
06:35:19.806905 tst                    mo_mt_call.py: using LAC 26525
06:35:19.932082 tst                    mo_mt_call.py: using RAC 5
06:35:20.055679 tst                    mo_mt_call.py: using CellId 26525
06:35:20.179486 tst                    mo_mt_call.py: using BVCI 26526
06:35:20.203473 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)
06:35:20.215117 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)
06:35:20.226506 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)
06:35:20.238112 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)
06:35:20.249833 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)
06:35:20.261388 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)
06:35:20.375512 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)
06:35:20.580776 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
06:35:21.083176 run          create_hlr_db(pid=5711): Launched
06:35:21.265263 bus                        /sierra_2: Setting Powered False
06:35:22.286182 run          create_hlr_db(pid=5711): Terminated: ok {rc=0}
06:35:22.705122 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5713): Launched
06:35:23.018928 run    osmo-hlr_10.42.42.2(pid=5714): Launched
06:35:23.136510 run              osmo-stp_10.42.42.5: Starting osmo-stp
06:35:23.683846 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5716): Launched
06:35:23.998819 run    osmo-stp_10.42.42.5(pid=5717): Launched
06:35:24.112776 run              osmo-msc_10.42.42.6: Starting osmo-msc
06:35:24.688275 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5719): Launched
06:35:25.002484 run    osmo-msc_10.42.42.6(pid=5720): Launched
06:35:25.187223 run    osmo-stp_10.42.42.5(pid=5717): ERR: Terminated: ERROR {rc=1}  [trial-2370↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5717)]
06:35:25.321467 run    osmo-stp_10.42.42.5(pid=5717): stdout: 
| (launched: 2022-12-10_06:35:23.843917)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:35:25.454735 run    osmo-stp_10.42.42.5(pid=5717): stderr: 
| �[0;m�[38;5;43m20221210063524037 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210063524037 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210063524037 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210063524038 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210063524038 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210063524038 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210063524038 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:35:25.581338 run    osmo-stp_10.42.42.5(pid=5717): stdout: 
| (launched: 2022-12-10_06:35:23.843917)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:35:25.706412 run    osmo-stp_10.42.42.5(pid=5717): stderr: 
| �[0;m�[38;5;43m20221210063524037 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210063524037 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210063524037 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210063524038 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210063524038 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210063524038 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210063524038 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:35:25.762113 tst                  mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=5717): Process ended prematurely: osmo-stp_10.42.42.5(pid=5717) [trial-2370↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5717)]  [trial-2370↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]
06:35:25.771446 tst                  mo_mt_call.py:8: Test FAILED (6.2 sec)
06:35:25.833526 run    osmo-hlr_10.42.42.2(pid=5714): ERR: Terminated: ERROR {rc=237}  [trial-2370↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5714)]
06:35:25.884271 run    osmo-hlr_10.42.42.2(pid=5714): stdout: 
| (launched: 2022-12-10_06:35:22.865225) 
06:35:25.935755 run    osmo-hlr_10.42.42.2(pid=5714): stderr: 
| �[0;m�[1;31m20221210063523064 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210063523064 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210063523064 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210063523064 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210063523064 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210063523064 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210063523075 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210063523084 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210063523084 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210063523084 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
06:35:26.005258 run    osmo-msc_10.42.42.6(pid=5720): ERR: Terminated: ERROR {rc=2}  [trial-2370↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=5720)]
06:35:26.055696 run    osmo-msc_10.42.42.6(pid=5720): stdout: 
| (launched: 2022-12-10_06:35:24.847925) 
06:35:26.106651 run    osmo-msc_10.42.42.6(pid=5720): stderr: 
| �[0;m�[38;5;43m20221210063525172 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210063525173 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f5a8edabc40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210063525173 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210063525173 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210063525173 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210063525173 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210063525175 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210063525175 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210063525175 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210063525175 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
06:35:26.149643 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5713): Terminating (SIGTERM)
06:35:26.190280 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5716): Terminating (SIGTERM)
06:35:26.231294 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5719): Terminating (SIGTERM)
06:35:26.241151 ---      ParallelTerminationStrategy: PID 5713 died...
06:35:26.296198 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5713): Terminated: ok {rc=0}
06:35:26.306109 ---      ParallelTerminationStrategy: PID 5716 died...
06:35:26.360779 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5716): Terminated: ok {rc=0}
06:35:26.370818 ---      ParallelTerminationStrategy: PID 5719 died...
06:35:26.425404 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5719): Terminated: ok {rc=0}
06:35:26.510256 bus                        /sierra_3: Setting Powered False
06:35:27.616986 bus                        /sierra_3: Setting Powered False
06:35:28.727270 bus                        /sierra_2: Setting Powered False
</stdout></case><case><age>51</age><className>voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3</className><duration>6.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=5728): Process ended prematurely: osmo-stp_10.42.42.5(pid=5728) [trial-2370↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5728)]</errorStackTrace><failedSince>2320</failedSince><name>mo_mt_call_osmux.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py", line 8, in &lt;module&gt;
    test_mo_mt_call(True, True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py", line 19, in test_mo_mt_call
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5728): Process ended prematurely: osmo-stp_10.42.42.5(pid=5728) [trial-2370↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5728)]
</stderr><stdout>
----------------------------------------------
trial-2370 voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py
----------------------------------------------
06:35:29.838909 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)
06:35:29.851253 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)
06:35:30.011443 tst              mo_mt_call_osmux.py: using LAC 26526
06:35:30.138943 tst              mo_mt_call_osmux.py: using RAC 6
06:35:30.262899 tst              mo_mt_call_osmux.py: using CellId 26526
06:35:30.386752 tst              mo_mt_call_osmux.py: using BVCI 26527
06:35:30.410987 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)
06:35:30.422624 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)
06:35:30.434059 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)
06:35:30.445595 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)
06:35:30.457098 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)
06:35:30.468472 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)
06:35:30.585187 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)
06:35:30.783833 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
06:35:31.279594 run          create_hlr_db(pid=5722): Launched
06:35:31.454299 bus                        /sierra_2: Setting Powered False
06:35:32.473668 run          create_hlr_db(pid=5722): Terminated: ok {rc=0}
06:35:32.866431 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5724): Launched
06:35:33.160393 run    osmo-hlr_10.42.42.2(pid=5725): Launched
06:35:33.268283 run              osmo-stp_10.42.42.5: Starting osmo-stp
06:35:33.778876 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5727): Launched
06:35:34.072751 run    osmo-stp_10.42.42.5(pid=5728): Launched
06:35:34.179479 run              osmo-msc_10.42.42.6: Starting osmo-msc
06:35:34.716327 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5730): Launched
06:35:35.010199 run    osmo-msc_10.42.42.6(pid=5731): Launched
06:35:35.184588 run    osmo-stp_10.42.42.5(pid=5728): ERR: Terminated: ERROR {rc=1}  [trial-2370↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5728)]
06:35:35.310504 run    osmo-stp_10.42.42.5(pid=5728): stdout: 
| (launched: 2022-12-10_06:35:33.927558)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:35:35.433687 run    osmo-stp_10.42.42.5(pid=5728): stderr: 
| �[0;m�[38;5;43m20221210063534097 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210063534098 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210063534098 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210063534098 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210063534099 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210063534099 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210063534099 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:35:35.551488 run    osmo-stp_10.42.42.5(pid=5728): stdout: 
| (launched: 2022-12-10_06:35:33.927558)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:35:35.668507 run    osmo-stp_10.42.42.5(pid=5728): stderr: 
| �[0;m�[38;5;43m20221210063534097 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210063534098 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210063534098 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210063534098 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210063534099 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210063534099 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210063534099 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:35:35.720473 tst            mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=5728): Process ended prematurely: osmo-stp_10.42.42.5(pid=5728) [trial-2370↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5728)]  [trial-2370↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]
06:35:35.729272 tst            mo_mt_call_osmux.py:8: Test FAILED (5.9 sec)
06:35:35.788435 run    osmo-hlr_10.42.42.2(pid=5725): ERR: Terminated: ERROR {rc=237}  [trial-2370↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5725)]
06:35:35.836504 run    osmo-hlr_10.42.42.2(pid=5725): stdout: 
| (launched: 2022-12-10_06:35:33.015663) 
06:35:35.885116 run    osmo-hlr_10.42.42.2(pid=5725): stderr: 
| �[0;m�[1;31m20221210063533190 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210063533190 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210063533190 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210063533190 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210063533190 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210063533191 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210063533203 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210063533213 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210063533214 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210063533214 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
06:35:35.951289 run    osmo-msc_10.42.42.6(pid=5731): ERR: Terminated: ERROR {rc=2}  [trial-2370↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=5731)]
06:35:35.999262 run    osmo-msc_10.42.42.6(pid=5731): stdout: 
| (launched: 2022-12-10_06:35:34.864632) 
06:35:36.047985 run    osmo-msc_10.42.42.6(pid=5731): stderr: 
| �[0;m�[38;5;43m20221210063535138 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210063535138 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f33e020ec40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210063535138 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210063535138 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210063535138 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210063535138 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210063535140 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210063535140 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210063535140 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210063535141 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
06:35:36.088888 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5724): Terminating (SIGTERM)
06:35:36.128039 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5727): Terminating (SIGTERM)
06:35:36.167137 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5730): Terminating (SIGTERM)
06:35:36.176386 ---      ParallelTerminationStrategy: PID 5724 died...
06:35:36.228621 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5724): Terminated: ok {rc=0}
06:35:36.238509 ---      ParallelTerminationStrategy: PID 5727 died...
06:35:36.290963 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5727): Terminated: ok {rc=0}
06:35:36.300906 ---      ParallelTerminationStrategy: PID 5730 died...
06:35:36.352875 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5730): Terminated: ok {rc=0}
06:35:36.440005 bus                        /sierra_3: Setting Powered False
06:35:37.540065 bus                        /sierra_3: Setting Powered False
06:35:38.649241 bus                        /sierra_2: Setting Powered False
</stdout></case><duration>22.0</duration><id>151</id><name>voice_nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3</name><properties></properties><timestamp>2022-12-10T06:35:19</timestamp></suite><suite><case><age>45</age><className>voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=5743): Process ended prematurely: osmo-stp_10.42.42.5(pid=5743) [trial-2370↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5743)]</errorStackTrace><failedSince>2326</failedSince><name>mo_mt_call.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py", line 8, in &lt;module&gt;
    test_mo_mt_call(False, False)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py", line 19, in test_mo_mt_call
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5743): Process ended prematurely: osmo-stp_10.42.42.5(pid=5743) [trial-2370↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5743)]
</stderr><stdout>
----------------------------------------------
trial-2370 voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py
----------------------------------------------
06:35:40.646647 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)
06:35:40.657797 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)
06:35:40.814464 tst                    mo_mt_call.py: using LAC 26527
06:35:40.929327 tst                    mo_mt_call.py: using RAC 7
06:35:41.044049 tst                    mo_mt_call.py: using CellId 26527
06:35:41.170185 tst                    mo_mt_call.py: using BVCI 26528
06:35:41.194763 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)
06:35:41.206770 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)
06:35:41.219659 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)
06:35:41.231374 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)
06:35:41.243095 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)
06:35:41.254649 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)
06:35:41.371260 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)
06:35:41.577128 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
06:35:42.078857 run          create_hlr_db(pid=5737): Launched
06:35:42.260102 bus                        /sierra_2: Setting Powered False
06:35:43.281370 run          create_hlr_db(pid=5737): Terminated: ok {rc=0}
06:35:43.702041 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5739): Launched
06:35:44.016417 run    osmo-hlr_10.42.42.2(pid=5740): Launched
06:35:44.131371 run              osmo-stp_10.42.42.5: Starting osmo-stp
06:35:44.672584 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5742): Launched
06:35:44.966633 run    osmo-stp_10.42.42.5(pid=5743): Launched
06:35:45.073288 run              osmo-msc_10.42.42.6: Starting osmo-msc
06:35:45.610349 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5745): Launched
06:35:45.971393 run    osmo-msc_10.42.42.6(pid=5746): Launched
06:35:46.361207 run    osmo-stp_10.42.42.5(pid=5743): ERR: Terminated: ERROR {rc=1}  [trial-2370↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5743)]
06:35:46.572422 run    osmo-stp_10.42.42.5(pid=5743): stdout: 
| (launched: 2022-12-10_06:35:44.821587)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:35:46.767679 run    osmo-stp_10.42.42.5(pid=5743): stderr: 
| �[0;m�[38;5;43m20221210063544990 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210063544990 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210063544991 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210063544991 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210063544991 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210063544991 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210063544991 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:35:46.897342 run    osmo-stp_10.42.42.5(pid=5743): stdout: 
| (launched: 2022-12-10_06:35:44.821587)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:35:47.027970 run    osmo-stp_10.42.42.5(pid=5743): stderr: 
| �[0;m�[38;5;43m20221210063544990 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210063544990 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210063544991 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210063544991 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210063544991 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210063544991 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210063544991 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:35:47.085168 tst                  mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=5743): Process ended prematurely: osmo-stp_10.42.42.5(pid=5743) [trial-2370↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5743)]  [trial-2370↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]
06:35:47.095025 tst                  mo_mt_call.py:8: Test FAILED (6.5 sec)
06:35:47.160938 run    osmo-hlr_10.42.42.2(pid=5740): ERR: Terminated: ERROR {rc=237}  [trial-2370↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5740)]
06:35:47.213687 run    osmo-hlr_10.42.42.2(pid=5740): stdout: 
| (launched: 2022-12-10_06:35:43.861974) 
06:35:47.267336 run    osmo-hlr_10.42.42.2(pid=5740): stderr: 
| �[0;m�[1;31m20221210063544060 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210063544060 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210063544060 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210063544060 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210063544060 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210063544060 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210063544078 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210063544088 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210063544089 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210063544089 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
06:35:47.341043 run    osmo-msc_10.42.42.6(pid=5746): ERR: Terminated: ERROR {rc=2}  [trial-2370↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=5746)]
06:35:47.393081 run    osmo-msc_10.42.42.6(pid=5746): stdout: 
| (launched: 2022-12-10_06:35:45.758799) 
06:35:47.444624 run    osmo-msc_10.42.42.6(pid=5746): stderr: 
| �[0;m�[38;5;43m20221210063546429 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210063546429 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f1105e73c40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210063546430 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210063546430 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210063546430 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210063546430 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210063546432 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210063546432 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210063546432 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210063546432 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
06:35:47.487997 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5739): Terminating (SIGTERM)
06:35:47.529762 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5742): Terminating (SIGTERM)
06:35:47.571417 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5745): Terminating (SIGTERM)
06:35:47.581503 ---      ParallelTerminationStrategy: PID 5739 died...
06:35:47.636861 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5739): Terminated: ok {rc=0}
06:35:47.647282 ---      ParallelTerminationStrategy: PID 5742 died...
06:35:47.702556 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5742): Terminated: ok {rc=0}
06:35:47.713034 ---      ParallelTerminationStrategy: PID 5745 died...
06:35:47.768680 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5745): Terminated: ok {rc=0}
06:35:47.854295 bus                        /sierra_3: Setting Powered False
06:35:48.959582 bus                        /sierra_3: Setting Powered False
06:35:50.066111 bus                        /sierra_2: Setting Powered False
</stdout></case><case><age>48</age><className>voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any</className><duration>6.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=5754): Process ended prematurely: osmo-stp_10.42.42.5(pid=5754) [trial-2370↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5754)]</errorStackTrace><failedSince>2323</failedSince><name>mo_mt_call_osmux.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py", line 8, in &lt;module&gt;
    test_mo_mt_call(True, True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py", line 19, in test_mo_mt_call
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5754): Process ended prematurely: osmo-stp_10.42.42.5(pid=5754) [trial-2370↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5754)]
</stderr><stdout>
----------------------------------------------
trial-2370 voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py
----------------------------------------------
06:35:51.178204 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)
06:35:51.190374 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)
06:35:51.351479 tst              mo_mt_call_osmux.py: using LAC 26528
06:35:51.477016 tst              mo_mt_call_osmux.py: using RAC 8
06:35:51.600800 tst              mo_mt_call_osmux.py: using CellId 26528
06:35:51.724308 tst              mo_mt_call_osmux.py: using BVCI 26529
06:35:51.748469 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)
06:35:51.760065 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)
06:35:51.771572 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)
06:35:51.783057 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)
06:35:51.794654 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)
06:35:51.806098 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)
06:35:51.924462 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)
06:35:52.129375 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
06:35:52.634607 run          create_hlr_db(pid=5748): Launched
06:35:52.816140 bus                        /sierra_2: Setting Powered False
06:35:53.837422 run          create_hlr_db(pid=5748): Terminated: ok {rc=0}
06:35:54.233194 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5750): Launched
06:35:54.527542 run    osmo-hlr_10.42.42.2(pid=5751): Launched
06:35:54.642710 run              osmo-stp_10.42.42.5: Starting osmo-stp
06:35:55.159673 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5753): Launched
06:35:55.453240 run    osmo-stp_10.42.42.5(pid=5754): Launched
06:35:55.560433 run              osmo-msc_10.42.42.6: Starting osmo-msc
06:35:56.098115 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5756): Launched
06:35:56.392678 run    osmo-msc_10.42.42.6(pid=5757): Launched
06:35:56.566442 run    osmo-stp_10.42.42.5(pid=5754): ERR: Terminated: ERROR {rc=1}  [trial-2370↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5754)]
06:35:56.692489 run    osmo-stp_10.42.42.5(pid=5754): stdout: 
| (launched: 2022-12-10_06:35:55.308405)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:35:56.815219 run    osmo-stp_10.42.42.5(pid=5754): stderr: 
| �[0;m�[38;5;43m20221210063555476 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210063555476 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210063555477 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210063555477 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210063555478 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210063555478 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210063555478 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:35:56.933407 run    osmo-stp_10.42.42.5(pid=5754): stdout: 
| (launched: 2022-12-10_06:35:55.308405)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:35:57.050205 run    osmo-stp_10.42.42.5(pid=5754): stderr: 
| �[0;m�[38;5;43m20221210063555476 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210063555476 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210063555477 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210063555477 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210063555478 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210063555478 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210063555478 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:35:57.102190 tst            mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=5754): Process ended prematurely: osmo-stp_10.42.42.5(pid=5754) [trial-2370↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5754)]  [trial-2370↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]
06:35:57.110734 tst            mo_mt_call_osmux.py:8: Test FAILED (6.0 sec)
06:35:57.169945 run    osmo-hlr_10.42.42.2(pid=5751): ERR: Terminated: ERROR {rc=237}  [trial-2370↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5751)]
06:35:57.218201 run    osmo-hlr_10.42.42.2(pid=5751): stdout: 
| (launched: 2022-12-10_06:35:54.382292) 
06:35:57.267016 run    osmo-hlr_10.42.42.2(pid=5751): stderr: 
| �[0;m�[1;31m20221210063554557 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210063554557 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210063554557 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210063554557 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210063554557 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210063554557 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210063554569 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210063554580 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210063554580 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210063554580 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
06:35:57.333350 run    osmo-msc_10.42.42.6(pid=5757): ERR: Terminated: ERROR {rc=2}  [trial-2370↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=5757)]
06:35:57.381486 run    osmo-msc_10.42.42.6(pid=5757): stdout: 
| (launched: 2022-12-10_06:35:56.246669) 
06:35:57.430073 run    osmo-msc_10.42.42.6(pid=5757): stderr: 
| �[0;m�[38;5;43m20221210063556517 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210063556517 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f2d016fdc40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210063556517 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210063556517 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210063556517 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210063556517 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210063556519 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210063556519 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210063556520 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210063556520 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
06:35:57.471330 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5750): Terminating (SIGTERM)
06:35:57.510153 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5753): Terminating (SIGTERM)
06:35:57.549168 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5756): Terminating (SIGTERM)
06:35:57.558801 ---      ParallelTerminationStrategy: PID 5750 died...
06:35:57.611075 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5750): Terminated: ok {rc=0}
06:35:57.620835 ---      ParallelTerminationStrategy: PID 5753 died...
06:35:57.673655 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5753): Terminated: ok {rc=0}
06:35:57.683388 ---      ParallelTerminationStrategy: PID 5756 died...
06:35:57.735174 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5756): Terminated: ok {rc=0}
06:35:57.820817 bus                        /sierra_3: Setting Powered False
06:35:58.924526 bus                        /sierra_3: Setting Powered False
06:36:00.030786 bus                        /sierra_2: Setting Powered False
</stdout></case><duration>22.0</duration><id>152</id><name>voice_nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any</name><properties></properties><timestamp>2022-12-10T06:35:40</timestamp></suite><suite><case><age>232</age><className>voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=5768): Process ended prematurely: osmo-stp_10.42.42.5(pid=5768) [trial-2370↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5768)]</errorStackTrace><failedSince>2139</failedSince><name>mo_mt_call.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py", line 8, in &lt;module&gt;
    test_mo_mt_call(False, False)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py", line 19, in test_mo_mt_call
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5768): Process ended prematurely: osmo-stp_10.42.42.5(pid=5768) [trial-2370↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5768)]
</stderr><stdout>
----------------------------------------------
trial-2370 voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend mo_mt_call.py
----------------------------------------------
06:36:02.108894 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)
06:36:02.126128 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)
06:36:02.276826 tst                    mo_mt_call.py: using LAC 26529
06:36:02.401806 tst                    mo_mt_call.py: using RAC 9
06:36:02.526958 tst                    mo_mt_call.py: using CellId 26529
06:36:02.650034 tst                    mo_mt_call.py: using BVCI 26530
06:36:02.674113 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)
06:36:02.685896 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)
06:36:02.697459 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)
06:36:02.709139 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)
06:36:02.720793 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)
06:36:02.732391 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)
06:36:02.846625 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)
06:36:03.042435 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
06:36:03.506274 run          create_hlr_db(pid=5762): Launched
06:36:03.675294 bus                        /sierra_2: Setting Powered False
06:36:04.696829 run          create_hlr_db(pid=5762): Terminated: ok {rc=0}
06:36:05.117466 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5764): Launched
06:36:05.435060 run    osmo-hlr_10.42.42.2(pid=5765): Launched
06:36:05.550287 run              osmo-stp_10.42.42.5: Starting osmo-stp
06:36:06.098774 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5767): Launched
06:36:06.414956 run    osmo-stp_10.42.42.5(pid=5768): Launched
06:36:06.530153 run              osmo-msc_10.42.42.6: Starting osmo-msc
06:36:07.107369 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5770): Launched
06:36:07.423465 run    osmo-msc_10.42.42.6(pid=5771): Launched
06:36:07.611859 run    osmo-stp_10.42.42.5(pid=5768): ERR: Terminated: ERROR {rc=1}  [trial-2370↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5768)]
06:36:07.746709 run    osmo-stp_10.42.42.5(pid=5768): stdout: 
| (launched: 2022-12-10_06:36:06.259169)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:36:07.879828 run    osmo-stp_10.42.42.5(pid=5768): stderr: 
| �[0;m�[38;5;43m20221210063606451 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210063606451 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210063606451 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210063606452 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210063606454 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210063606454 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210063606454 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:36:08.006432 run    osmo-stp_10.42.42.5(pid=5768): stdout: 
| (launched: 2022-12-10_06:36:06.259169)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:36:08.131834 run    osmo-stp_10.42.42.5(pid=5768): stderr: 
| �[0;m�[38;5;43m20221210063606451 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210063606451 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210063606451 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210063606452 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210063606454 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210063606454 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210063606454 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:36:08.187688 tst                  mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=5768): Process ended prematurely: osmo-stp_10.42.42.5(pid=5768) [trial-2370↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5768)]  [trial-2370↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8]
06:36:08.196658 tst                  mo_mt_call.py:8: Test FAILED (6.1 sec)
06:36:08.258200 run    osmo-hlr_10.42.42.2(pid=5765): ERR: Terminated: ERROR {rc=237}  [trial-2370↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5765)]
06:36:08.308800 run    osmo-hlr_10.42.42.2(pid=5765): stdout: 
| (launched: 2022-12-10_06:36:05.278065) 
06:36:08.360157 run    osmo-hlr_10.42.42.2(pid=5765): stderr: 
| �[0;m�[1;31m20221210063605475 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210063605475 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210063605475 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210063605475 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210063605475 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210063605475 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210063605487 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210063605495 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210063605496 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210063605496 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
06:36:08.429615 run    osmo-msc_10.42.42.6(pid=5771): ERR: Terminated: ERROR {rc=2}  [trial-2370↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=5771)]
06:36:08.480047 run    osmo-msc_10.42.42.6(pid=5771): stdout: 
| (launched: 2022-12-10_06:36:07.267252) 
06:36:08.531112 run    osmo-msc_10.42.42.6(pid=5771): stderr: 
| �[0;m�[38;5;43m20221210063607585 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210063607585 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f5adea39c40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210063607585 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210063607585 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210063607585 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210063607586 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210063607587 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210063607588 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210063607588 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210063607588 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
06:36:08.574584 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5764): Terminating (SIGTERM)
06:36:08.615654 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5767): Terminating (SIGTERM)
06:36:08.656695 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5770): Terminating (SIGTERM)
06:36:08.666335 ---      ParallelTerminationStrategy: PID 5764 died...
06:36:08.721319 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5764): Terminated: ok {rc=0}
06:36:08.731285 ---      ParallelTerminationStrategy: PID 5767 died...
06:36:08.786140 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5767): Terminated: ok {rc=0}
06:36:08.796118 ---      ParallelTerminationStrategy: PID 5770 died...
06:36:08.851097 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5770): Terminated: ok {rc=0}
06:36:08.936818 bus                        /sierra_3: Setting Powered False
06:36:10.042820 bus                        /sierra_3: Setting Powered False
06:36:11.149655 bus                        /sierra_2: Setting Powered False
</stdout></case><case><age>206</age><className>voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=5779): Process ended prematurely: osmo-stp_10.42.42.5(pid=5779) [trial-2370↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5779)]</errorStackTrace><failedSince>2165</failedSince><name>mo_mt_call_osmux.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py", line 8, in &lt;module&gt;
    test_mo_mt_call(True, True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py", line 19, in test_mo_mt_call
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5779): Process ended prematurely: osmo-stp_10.42.42.5(pid=5779) [trial-2370↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5779)]
</stderr><stdout>
----------------------------------------------
trial-2370 voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend mo_mt_call_osmux.py
----------------------------------------------
06:36:12.262200 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)
06:36:12.274729 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)
06:36:12.417680 tst              mo_mt_call_osmux.py: using LAC 26530
06:36:12.537145 tst              mo_mt_call_osmux.py: using RAC 10
06:36:12.654248 tst              mo_mt_call_osmux.py: using CellId 26530
06:36:12.769897 tst              mo_mt_call_osmux.py: using BVCI 26531
06:36:12.792328 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)
06:36:12.803841 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)
06:36:12.815200 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)
06:36:12.827295 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)
06:36:12.839275 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)
06:36:12.851105 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)
06:36:12.969618 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)
06:36:13.167020 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
06:36:13.628870 run          create_hlr_db(pid=5773): Launched
06:36:13.797738 bus                        /sierra_2: Setting Powered False
06:36:14.819095 run          create_hlr_db(pid=5773): Terminated: ok {rc=0}
06:36:15.238151 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5775): Launched
06:36:15.554751 run    osmo-hlr_10.42.42.2(pid=5776): Launched
06:36:15.670943 run              osmo-stp_10.42.42.5: Starting osmo-stp
06:36:16.254619 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5778): Launched
06:36:16.598760 run    osmo-stp_10.42.42.5(pid=5779): Launched
06:36:16.854532 run              osmo-msc_10.42.42.6: Starting osmo-msc
06:36:17.616552 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5781): Launched
06:36:17.911740 run    osmo-msc_10.42.42.6(pid=5782): Launched
06:36:18.085691 run    osmo-stp_10.42.42.5(pid=5779): ERR: Terminated: ERROR {rc=1}  [trial-2370↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5779)]
06:36:18.211332 run    osmo-stp_10.42.42.5(pid=5779): stdout: 
| (launched: 2022-12-10_06:36:16.418410)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:36:18.334449 run    osmo-stp_10.42.42.5(pid=5779): stderr: 
| �[0;m�[38;5;43m20221210063616858 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210063616859 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210063616862 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210063616864 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210063616866 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210063616866 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210063616866 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:36:18.452939 run    osmo-stp_10.42.42.5(pid=5779): stdout: 
| (launched: 2022-12-10_06:36:16.418410)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:36:18.570405 run    osmo-stp_10.42.42.5(pid=5779): stderr: 
| �[0;m�[38;5;43m20221210063616858 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210063616859 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210063616862 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210063616864 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210063616866 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210063616866 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210063616866 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:36:18.622855 tst            mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=5779): Process ended prematurely: osmo-stp_10.42.42.5(pid=5779) [trial-2370↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5779)]  [trial-2370↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8]
06:36:18.631495 tst            mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)
06:36:18.691477 run    osmo-hlr_10.42.42.2(pid=5776): ERR: Terminated: ERROR {rc=237}  [trial-2370↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5776)]
06:36:18.739960 run    osmo-hlr_10.42.42.2(pid=5776): stdout: 
| (launched: 2022-12-10_06:36:15.398806) 
06:36:18.788744 run    osmo-hlr_10.42.42.2(pid=5776): stderr: 
| �[0;m�[1;31m20221210063615595 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210063615595 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210063615595 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210063615595 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210063615595 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210063615595 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210063615610 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210063615620 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210063615620 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210063615620 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
06:36:18.855536 run    osmo-msc_10.42.42.6(pid=5782): ERR: Terminated: ERROR {rc=2}  [trial-2370↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=5782)]
06:36:18.903888 run    osmo-msc_10.42.42.6(pid=5782): stdout: 
| (launched: 2022-12-10_06:36:17.765613) 
06:36:18.952906 run    osmo-msc_10.42.42.6(pid=5782): stderr: 
| �[0;m�[38;5;43m20221210063618037 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210063618038 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f2d629a2c40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210063618038 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210063618038 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210063618038 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210063618038 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210063618040 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210063618040 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210063618040 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210063618040 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
06:36:18.993969 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5775): Terminating (SIGTERM)
06:36:19.032929 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5778): Terminating (SIGTERM)
06:36:19.072345 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5781): Terminating (SIGTERM)
06:36:19.081680 ---      ParallelTerminationStrategy: PID 5775 died...
06:36:19.134288 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5775): Terminated: ok {rc=0}
06:36:19.143837 ---      ParallelTerminationStrategy: PID 5778 died...
06:36:19.195906 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5778): Terminated: ok {rc=0}
06:36:19.205700 ---      ParallelTerminationStrategy: PID 5781 died...
06:36:19.257836 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5781): Terminated: ok {rc=0}
06:36:19.344937 bus                        /sierra_3: Setting Powered False
06:36:20.446497 bus                        /sierra_3: Setting Powered False
06:36:21.555727 bus                        /sierra_2: Setting Powered False
</stdout></case><duration>22.0</duration><id>153</id><name>voice_nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend</name><properties></properties><timestamp>2022-12-10T06:36:01</timestamp></suite><suite><case><age>40</age><className>emergency:nanobts+band-900</className><duration>6.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=5794): Process ended prematurely: osmo-stp_10.42.42.5(pid=5794) [trial-2370↪emergency:nanobts+band-900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5794)]</errorStackTrace><failedSince>2331</failedSince><name>emergency_mo_mt_call.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py", line 19, in &lt;module&gt;
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5794): Process ended prematurely: osmo-stp_10.42.42.5(pid=5794) [trial-2370↪emergency:nanobts+band-900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5794)]
</stderr><stdout>
----------------------------------------------
trial-2370 emergency:nanobts+band-900 emergency_mo_mt_call.py
----------------------------------------------
06:36:23.580616 tst       emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)
06:36:23.591931 tst       emergency:nanobts+band-900: Using 1 x bts (candidates: 1)
06:36:23.730058 tst          emergency_mo_mt_call.py: using LAC 26531
06:36:23.846163 tst          emergency_mo_mt_call.py: using RAC 11
06:36:23.958726 tst          emergency_mo_mt_call.py: using CellId 26531
06:36:24.071344 tst          emergency_mo_mt_call.py: using BVCI 26532
06:36:24.093456 tst       emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)
06:36:24.104223 tst       emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)
06:36:24.114896 tst       emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)
06:36:24.125641 tst       emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)
06:36:24.136134 tst       emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)
06:36:24.146848 tst       emergency:nanobts+band-900: Using 1 x modem (candidates: 4)
06:36:24.264486 tst       emergency:nanobts+band-900: Using 1 x modem (candidates: 4)
06:36:24.458530 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
06:36:24.912546 run          create_hlr_db(pid=5788): Launched
06:36:25.079335 bus                        /sierra_2: Setting Powered False
06:36:26.100100 run          create_hlr_db(pid=5788): Terminated: ok {rc=0}
06:36:26.486869 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5790): Launched
06:36:26.775997 run    osmo-hlr_10.42.42.2(pid=5791): Launched
06:36:26.887073 run              osmo-stp_10.42.42.5: Starting osmo-stp
06:36:27.396435 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5793): Launched
06:36:27.685274 run    osmo-stp_10.42.42.5(pid=5794): Launched
06:36:27.806734 tst          emergency_mo_mt_call.py: using MSISDN 7588
06:36:27.952517 run              osmo-msc_10.42.42.6: Starting osmo-msc
06:36:28.479168 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5796): Launched
06:36:28.767502 run    osmo-msc_10.42.42.6(pid=5797): Launched
06:36:28.937592 run    osmo-stp_10.42.42.5(pid=5794): ERR: Terminated: ERROR {rc=1}  [trial-2370↪emergency:nanobts+band-900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5794)]
06:36:29.060577 run    osmo-stp_10.42.42.5(pid=5794): stdout: 
| (launched: 2022-12-10_06:36:27.541742)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:36:29.181096 run    osmo-stp_10.42.42.5(pid=5794): stderr: 
| �[0;m�[38;5;43m20221210063627710 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210063627711 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210063627711 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210063627711 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210063627712 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210063627712 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210063627712 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:36:29.296774 run    osmo-stp_10.42.42.5(pid=5794): stdout: 
| (launched: 2022-12-10_06:36:27.541742)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:36:29.411764 run    osmo-stp_10.42.42.5(pid=5794): stderr: 
| �[0;m�[38;5;43m20221210063627710 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210063627711 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210063627711 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210063627711 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210063627712 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210063627712 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210063627712 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:36:29.462440 tst       emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=5794): Process ended prematurely: osmo-stp_10.42.42.5(pid=5794) [trial-2370↪emergency:nanobts+band-900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5794)]  [trial-2370↪emergency:nanobts+band-900↪emergency_mo_mt_call.py:19]
06:36:29.470246 tst       emergency_mo_mt_call.py:19: Test FAILED (5.9 sec)
06:36:29.529341 run    osmo-hlr_10.42.42.2(pid=5791): ERR: Terminated: ERROR {rc=237}  [trial-2370↪emergency:nanobts+band-900↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5791)]
06:36:29.577540 run    osmo-hlr_10.42.42.2(pid=5791): stdout: 
| (launched: 2022-12-10_06:36:26.633044) 
06:36:29.626688 run    osmo-hlr_10.42.42.2(pid=5791): stderr: 
| �[0;m�[1;31m20221210063626809 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210063626809 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210063626809 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210063626809 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210063626809 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210063626809 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210063626821 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/emergency:nanobts+band-900/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210063626829 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210063626830 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210063626830 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
06:36:29.692804 run    osmo-msc_10.42.42.6(pid=5797): ERR: Terminated: ERROR {rc=2}  [trial-2370↪emergency:nanobts+band-900↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=5797)]
06:36:29.740792 run    osmo-msc_10.42.42.6(pid=5797): stdout: 
| (launched: 2022-12-10_06:36:28.624623) 
06:36:29.789426 run    osmo-msc_10.42.42.6(pid=5797): stderr: 
| �[0;m�[38;5;43m20221210063628892 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210063628892 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f120af70c40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210063628892 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210063628892 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210063628893 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210063628893 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210063628895 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210063628895 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210063628895 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210063628895 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
06:36:29.830298 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5790): Terminating (SIGTERM)
06:36:29.869297 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5793): Terminating (SIGTERM)
06:36:29.908104 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5796): Terminating (SIGTERM)
06:36:29.917425 ---      ParallelTerminationStrategy: PID 5790 died...
06:36:29.969567 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5790): Terminated: ok {rc=0}
06:36:29.978994 ---      ParallelTerminationStrategy: PID 5793 died...
06:36:30.031404 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5793): Terminated: ok {rc=0}
06:36:30.040854 ---      ParallelTerminationStrategy: PID 5796 died...
06:36:30.093500 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5796): Terminated: ok {rc=0}
06:36:30.177169 bus                        /sierra_3: Setting Powered False
06:36:31.312834 bus                        /sierra_3: Setting Powered False
06:36:32.422165 bus                        /sierra_2: Setting Powered False
</stdout></case><case><age>208</age><className>emergency:nanobts+band-900</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=5805): Process ended prematurely: osmo-stp_10.42.42.5(pid=5805) [trial-2370↪emergency:nanobts+band-900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5805)]</errorStackTrace><failedSince>2163</failedSince><name>emergency_preemptive_call.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py", line 32, in &lt;module&gt;
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5805): Process ended prematurely: osmo-stp_10.42.42.5(pid=5805) [trial-2370↪emergency:nanobts+band-900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5805)]
</stderr><stdout>
----------------------------------------------
trial-2370 emergency:nanobts+band-900 emergency_preemptive_call.py
----------------------------------------------
06:36:33.472831 tst       emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)
06:36:33.484121 tst       emergency:nanobts+band-900: Using 1 x bts (candidates: 1)
06:36:33.619029 tst     emergency_preemptive_call.py: using LAC 26532
06:36:33.732567 tst     emergency_preemptive_call.py: using RAC 12
06:36:33.851965 tst     emergency_preemptive_call.py: using CellId 26532
06:36:33.963883 tst     emergency_preemptive_call.py: using BVCI 26533
06:36:33.985926 tst       emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)
06:36:33.996613 tst       emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)
06:36:34.007131 tst       emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)
06:36:34.017865 tst       emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)
06:36:34.028591 tst       emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)
06:36:34.039350 tst       emergency:nanobts+band-900: Using 1 x modem (candidates: 4)
06:36:34.155071 tst       emergency:nanobts+band-900: Using 1 x modem (candidates: 4)
06:36:34.269455 tst       emergency:nanobts+band-900: Using 1 x modem (candidates: 4)
06:36:34.385811 tst       emergency:nanobts+band-900: Using 1 x modem (candidates: 4)
06:36:34.581955 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
06:36:35.037985 run          create_hlr_db(pid=5799): Launched
06:36:35.204779 bus                        /sierra_2: Setting Powered False
06:36:36.226442 run          create_hlr_db(pid=5799): Terminated: ok {rc=0}
06:36:36.614157 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5801): Launched
06:36:36.903757 run    osmo-hlr_10.42.42.2(pid=5802): Launched
06:36:37.008080 run              osmo-stp_10.42.42.5: Starting osmo-stp
06:36:37.509483 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5804): Launched
06:36:37.799232 run    osmo-stp_10.42.42.5(pid=5805): Launched
06:36:37.914979 tst     emergency_preemptive_call.py: using MSISDN 7589
06:36:38.057566 run              osmo-msc_10.42.42.6: Starting osmo-msc
06:36:38.585045 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5807): Launched
06:36:38.875062 run    osmo-msc_10.42.42.6(pid=5808): Launched
06:36:39.046360 run    osmo-stp_10.42.42.5(pid=5805): ERR: Terminated: ERROR {rc=1}  [trial-2370↪emergency:nanobts+band-900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5805)]
06:36:39.171046 run    osmo-stp_10.42.42.5(pid=5805): stdout: 
| (launched: 2022-12-10_06:36:37.656320)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:36:39.292373 run    osmo-stp_10.42.42.5(pid=5805): stderr: 
| �[0;m�[38;5;43m20221210063637825 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210063637825 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210063637826 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210063637826 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210063637826 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210063637827 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210063637827 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:36:39.409445 run    osmo-stp_10.42.42.5(pid=5805): stdout: 
| (launched: 2022-12-10_06:36:37.656320)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:36:39.524735 run    osmo-stp_10.42.42.5(pid=5805): stderr: 
| �[0;m�[38;5;43m20221210063637825 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210063637825 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210063637826 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210063637826 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210063637826 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210063637827 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210063637827 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:36:39.575673 tst  emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=5805): Process ended prematurely: osmo-stp_10.42.42.5(pid=5805) [trial-2370↪emergency:nanobts+band-900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5805)]  [trial-2370↪emergency:nanobts+band-900↪emergency_preemptive_call.py:32]
06:36:39.583573 tst  emergency_preemptive_call.py:32: Test FAILED (6.1 sec)
06:36:39.643541 run    osmo-hlr_10.42.42.2(pid=5802): ERR: Terminated: ERROR {rc=237}  [trial-2370↪emergency:nanobts+band-900↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5802)]
06:36:39.692846 run    osmo-hlr_10.42.42.2(pid=5802): stdout: 
| (launched: 2022-12-10_06:36:36.760454) 
06:36:39.742429 run    osmo-hlr_10.42.42.2(pid=5802): stderr: 
| �[0;m�[1;31m20221210063636936 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210063636936 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210063636936 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210063636936 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210063636936 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210063636936 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210063636948 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/emergency:nanobts+band-900/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210063636956 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210063636956 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210063636956 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
06:36:39.809734 run    osmo-msc_10.42.42.6(pid=5808): ERR: Terminated: ERROR {rc=2}  [trial-2370↪emergency:nanobts+band-900↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=5808)]
06:36:39.858614 run    osmo-msc_10.42.42.6(pid=5808): stdout: 
| (launched: 2022-12-10_06:36:38.730917) 
06:36:39.907999 run    osmo-msc_10.42.42.6(pid=5808): stderr: 
| �[0;m�[38;5;43m20221210063639002 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210063639002 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f9bd4856c40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210063639002 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210063639002 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210063639002 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210063639002 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210063639004 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210063639005 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210063639005 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210063639005 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
06:36:39.949741 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5801): Terminating (SIGTERM)
06:36:39.989461 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5804): Terminating (SIGTERM)
06:36:40.029414 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5807): Terminating (SIGTERM)
06:36:40.038632 ---      ParallelTerminationStrategy: PID 5801 died...
06:36:40.091073 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5801): Terminated: ok {rc=0}
06:36:40.100794 ---      ParallelTerminationStrategy: PID 5804 died...
06:36:40.153011 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5804): Terminated: ok {rc=0}
06:36:40.162654 ---      ParallelTerminationStrategy: PID 5807 died...
06:36:40.215237 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5807): Terminated: ok {rc=0}
06:36:40.301748 bus                        /sierra_9: Setting Powered False
06:36:41.404681 bus                        /sierra_9: Setting Powered False
06:36:42.514554 bus                        /sierra_8: Setting Powered False
06:36:43.614831 bus                        /sierra_8: Setting Powered False
06:36:44.724116 bus                        /sierra_3: Setting Powered False
06:36:45.824584 bus                        /sierra_3: Setting Powered False
06:36:46.947706 bus                        /sierra_2: Setting Powered False
</stdout></case><duration>26.0</duration><id>154</id><name>emergency_nanobts+band-900</name><properties></properties><timestamp>2022-12-10T06:36:23</timestamp></suite><suite><case><age>232</age><className>gprs:nanobts+band-900</className><duration>9.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=5823): Process ended prematurely: osmo-stp_10.42.42.5(pid=5823) [trial-2370↪gprs:nanobts+band-900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5823)]</errorStackTrace><failedSince>2139</failedSince><name>cs_paging_gprs_active.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py", line 38, in &lt;module&gt;
    setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py", line 67, in setup_run_iperf3_test_parallel
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5823): Process ended prematurely: osmo-stp_10.42.42.5(pid=5823) [trial-2370↪gprs:nanobts+band-900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5823)]
</stderr><stdout>
----------------------------------------------
trial-2370 gprs:nanobts+band-900 cs_paging_gprs_active.py
----------------------------------------------
06:36:49.073188 tst            gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)
06:36:49.084202 tst            gprs:nanobts+band-900: Using 1 x bts (candidates: 1)
06:36:49.221555 tst         cs_paging_gprs_active.py: using LAC 26533
06:36:49.337990 tst         cs_paging_gprs_active.py: using RAC 13
06:36:49.452088 tst         cs_paging_gprs_active.py: using CellId 26533
06:36:49.566330 tst         cs_paging_gprs_active.py: using BVCI 26534
06:36:49.588806 tst            gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)
06:36:49.599661 tst            gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)
06:36:49.610267 tst            gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)
06:36:49.621076 tst            gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)
06:36:49.631714 tst            gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)
06:36:49.642415 tst            gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)
06:36:49.653250 tst            gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)
06:36:49.663845 tst            gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)
06:36:49.674664 tst            gprs:nanobts+band-900: Using 1 x modem (candidates: 4)
06:36:49.792671 tst            gprs:nanobts+band-900: Using 1 x modem (candidates: 4)
06:36:50.084064 tst      cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...
06:36:50.217487 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
06:36:50.546138 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5813): Launched
06:36:50.817424 run iperf3-srv_10.42.42.10(pid=5814): Launched
06:36:51.010525 tst      cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...
06:36:51.142198 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
06:36:51.471102 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5815): Launched
06:36:51.743225 run iperf3-srv_10.42.42.10(pid=5816): Launched
06:36:51.937061 tst      cs_paging_gprs_active.py:38: start network...
06:36:52.068510 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
06:36:52.575025 run          create_hlr_db(pid=5817): Launched
06:36:52.757267 bus                        /sierra_2: Setting Powered False
06:36:53.778707 run          create_hlr_db(pid=5817): Terminated: ok {rc=0}
06:36:54.176505 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5819): Launched
06:36:54.473323 run    osmo-hlr_10.42.42.2(pid=5820): Launched
06:36:54.589868 run              osmo-stp_10.42.42.5: Starting osmo-stp
06:36:55.111365 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5822): Launched
06:36:55.406644 run    osmo-stp_10.42.42.5(pid=5823): Launched
06:36:55.514549 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
06:36:56.039562 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5825): Launched
06:36:56.152581 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
06:36:56.428700 run               patchelf(pid=5826): Launched
06:36:56.614008 run    osmo-stp_10.42.42.5(pid=5823): ERR: Terminated: ERROR {rc=1}  [trial-2370↪gprs:nanobts+band-900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5823)]
06:36:56.748907 run    osmo-stp_10.42.42.5(pid=5823): stdout: 
| (launched: 2022-12-10_06:36:55.260744)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:36:56.884101 run    osmo-stp_10.42.42.5(pid=5823): stderr: 
| �[0;m�[38;5;43m20221210063655430 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210063655430 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210063655431 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210063655431 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210063655433 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210063655434 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210063655434 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:36:57.014809 run    osmo-stp_10.42.42.5(pid=5823): stdout: 
| (launched: 2022-12-10_06:36:55.260744)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:36:57.144201 run    osmo-stp_10.42.42.5(pid=5823): stderr: 
| �[0;m�[38;5;43m20221210063655430 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210063655430 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210063655431 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210063655431 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210063655433 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210063655434 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210063655434 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:36:57.294552 run               patchelf(pid=5826): Terminating (SIGINT)
06:36:57.471894 run               patchelf(pid=5826): Terminated: ok {rc=0}
06:36:57.504701 tst      cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=5823): Process ended prematurely: osmo-stp_10.42.42.5(pid=5823) [trial-2370↪gprs:nanobts+band-900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5823)]  [trial-2370↪gprs:nanobts+band-900↪cs_paging_gprs_active.py:38]
06:36:57.514675 tst      cs_paging_gprs_active.py:38: Test FAILED (8.5 sec)
06:36:57.576489 run    osmo-hlr_10.42.42.2(pid=5820): ERR: Terminated: ERROR {rc=237}  [trial-2370↪gprs:nanobts+band-900↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5820)]
06:36:57.626916 run    osmo-hlr_10.42.42.2(pid=5820): stdout: 
| (launched: 2022-12-10_06:36:54.325923) 
06:36:57.677954 run    osmo-hlr_10.42.42.2(pid=5820): stderr: 
| �[0;m�[1;31m20221210063654500 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210063654500 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210063654500 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210063654500 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210063654500 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210063654500 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210063654512 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/gprs:nanobts+band-900/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210063654521 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210063654521 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210063654521 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
06:36:57.721517 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5813): Terminating (SIGTERM)
06:36:57.762452 run iperf3-srv_10.42.42.10(pid=5814): Terminating (SIGTERM)
06:36:57.803501 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5815): Terminating (SIGTERM)
06:36:57.844577 run iperf3-srv_10.42.42.10(pid=5816): Terminating (SIGTERM)
06:36:57.886096 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5819): Terminating (SIGTERM)
06:36:57.926888 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5822): Terminating (SIGTERM)
06:36:57.967693 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5825): Terminating (SIGTERM)
06:36:57.977240 ---      ParallelTerminationStrategy: PID 5813 died...
06:36:58.032361 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5813): Terminated: ok {rc=0}
06:36:58.042330 ---      ParallelTerminationStrategy: PID 5814 died...
06:36:58.096541 run iperf3-srv_10.42.42.10(pid=5814): Terminated {rc=256}
06:36:58.106367 ---      ParallelTerminationStrategy: PID 5815 died...
06:36:58.160647 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5815): Terminated: ok {rc=0}
06:36:58.170528 ---      ParallelTerminationStrategy: PID 5816 died...
06:36:58.225154 run iperf3-srv_10.42.42.10(pid=5816): Terminated {rc=256}
06:36:58.234999 ---      ParallelTerminationStrategy: PID 5819 died...
06:36:58.289581 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5819): Terminated: ok {rc=0}
06:36:58.299481 ---      ParallelTerminationStrategy: PID 5822 died...
06:36:58.354371 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5822): Terminated: ok {rc=0}
06:36:58.364298 ---      ParallelTerminationStrategy: PID 5825 died...
06:36:58.419128 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5825): Terminated: ok {rc=0}
06:36:58.504229 bus                          /gobi_0: Setting Powered False
06:36:59.609974 bus                          /gobi_0: Setting Powered False
06:37:00.715846 bus                          /gobi_6: Setting Powered False
</stdout></case><case><age>58</age><className>gprs:nanobts+band-900</className><duration>8.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=5835): Process ended prematurely: osmo-stp_10.42.42.5(pid=5835) [trial-2370↪gprs:nanobts+band-900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5835)]</errorStackTrace><failedSince>2313</failedSince><name>iperf3.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py", line 8, in &lt;module&gt;
    setup_run_iperf3_test_parallel(1)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py", line 67, in setup_run_iperf3_test_parallel
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5835): Process ended prematurely: osmo-stp_10.42.42.5(pid=5835) [trial-2370↪gprs:nanobts+band-900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5835)]
</stderr><stdout>
----------------------------------------------
trial-2370 gprs:nanobts+band-900 iperf3.py
----------------------------------------------
06:37:01.843434 tst            gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)
06:37:01.859364 tst            gprs:nanobts+band-900: Using 1 x bts (candidates: 1)
06:37:02.010829 tst                        iperf3.py: using LAC 26534
06:37:02.133590 tst                        iperf3.py: using RAC 14
06:37:02.252727 tst                        iperf3.py: using CellId 26534
06:37:02.368136 tst                        iperf3.py: using BVCI 26535
06:37:02.390619 tst            gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)
06:37:02.401306 tst            gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)
06:37:02.411642 tst            gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)
06:37:02.422405 tst            gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)
06:37:02.432916 tst            gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)
06:37:02.443458 tst            gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)
06:37:02.454306 tst            gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)
06:37:02.464706 tst            gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)
06:37:02.475516 tst            gprs:nanobts+band-900: Using 1 x modem (candidates: 4)
06:37:02.762392 tst                      iperf3.py:8: start iperfv3 server 10.42.42.10:5003...
06:37:02.894321 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
06:37:03.221591 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5827): Launched
06:37:03.494330 run iperf3-srv_10.42.42.10(pid=5828): Launched
06:37:03.688125 tst                      iperf3.py:8: start network...
06:37:03.820206 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
06:37:04.327170 run          create_hlr_db(pid=5829): Launched
06:37:04.510733 bus                          /gobi_6: Setting Powered False
06:37:05.532399 run          create_hlr_db(pid=5829): Terminated: ok {rc=0}
06:37:05.930177 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5831): Launched
06:37:06.225135 run    osmo-hlr_10.42.42.2(pid=5832): Launched
06:37:06.333524 run              osmo-stp_10.42.42.5: Starting osmo-stp
06:37:06.848303 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5834): Launched
06:37:07.142735 run    osmo-stp_10.42.42.5(pid=5835): Launched
06:37:07.258480 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
06:37:07.779016 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5837): Launched
06:37:07.884105 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
06:37:08.142173 run               patchelf(pid=5838): Launched
06:37:08.315132 run    osmo-stp_10.42.42.5(pid=5835): ERR: Terminated: ERROR {rc=1}  [trial-2370↪gprs:nanobts+band-900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5835)]
06:37:08.441545 run    osmo-stp_10.42.42.5(pid=5835): stdout: 
| (launched: 2022-12-10_06:37:06.997202)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:37:08.568019 run    osmo-stp_10.42.42.5(pid=5835): stderr: 
| �[0;m�[38;5;43m20221210063707167 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210063707167 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210063707167 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210063707168 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210063707170 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210063707170 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210063707170 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:37:08.690109 run    osmo-stp_10.42.42.5(pid=5835): stdout: 
| (launched: 2022-12-10_06:37:06.997202)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:37:08.811274 run    osmo-stp_10.42.42.5(pid=5835): stderr: 
| �[0;m�[38;5;43m20221210063707167 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210063707167 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210063707167 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210063707168 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210063707170 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210063707170 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210063707170 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:37:08.951569 run               patchelf(pid=5838): Terminating (SIGINT)
06:37:09.117217 run               patchelf(pid=5838): Terminated: ok {rc=0}
06:37:09.147708 tst                      iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=5835): Process ended prematurely: osmo-stp_10.42.42.5(pid=5835) [trial-2370↪gprs:nanobts+band-900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5835)]  [trial-2370↪gprs:nanobts+band-900↪iperf3.py:8]
06:37:09.156987 tst                      iperf3.py:8: Test FAILED (7.4 sec)
06:37:09.216409 run    osmo-hlr_10.42.42.2(pid=5832): ERR: Terminated: ERROR {rc=237}  [trial-2370↪gprs:nanobts+band-900↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5832)]
06:37:09.264452 run    osmo-hlr_10.42.42.2(pid=5832): stdout: 
| (launched: 2022-12-10_06:37:06.079730) 
06:37:09.313639 run    osmo-hlr_10.42.42.2(pid=5832): stderr: 
| �[0;m�[1;31m20221210063706254 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210063706254 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210063706254 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210063706254 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210063706254 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210063706254 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210063706266 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/gprs:nanobts+band-900/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210063706275 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210063706275 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210063706275 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
06:37:09.355004 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5827): Terminating (SIGTERM)
06:37:09.394202 run iperf3-srv_10.42.42.10(pid=5828): Terminating (SIGTERM)
06:37:09.433236 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5831): Terminating (SIGTERM)
06:37:09.472243 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5834): Terminating (SIGTERM)
06:37:09.511271 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5837): Terminating (SIGTERM)
06:37:09.520559 ---      ParallelTerminationStrategy: PID 5827 died...
06:37:09.572783 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5827): Terminated: ok {rc=0}
06:37:09.582508 ---      ParallelTerminationStrategy: PID 5828 died...
06:37:09.634529 run iperf3-srv_10.42.42.10(pid=5828): Terminated {rc=256}
06:37:09.644155 ---      ParallelTerminationStrategy: PID 5831 died...
06:37:09.696117 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5831): Terminated: ok {rc=0}
06:37:09.705774 ---      ParallelTerminationStrategy: PID 5834 died...
06:37:09.758075 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5834): Terminated: ok {rc=0}
06:37:09.767623 ---      ParallelTerminationStrategy: PID 5837 died...
06:37:09.819618 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5837): Terminated: ok {rc=0}
06:37:09.905847 bus                          /gobi_6: Setting Powered False
</stdout></case><case><age>210</age><className>gprs:nanobts+band-900</className><duration>11.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=5853): Process ended prematurely: osmo-stp_10.42.42.5(pid=5853) [trial-2370↪gprs:nanobts+band-900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5853)]</errorStackTrace><failedSince>2161</failedSince><name>iperf3m4.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py", line 8, in &lt;module&gt;
    setup_run_iperf3_test_parallel(4)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py", line 67, in setup_run_iperf3_test_parallel
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5853): Process ended prematurely: osmo-stp_10.42.42.5(pid=5853) [trial-2370↪gprs:nanobts+band-900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5853)]
</stderr><stdout>
----------------------------------------------
trial-2370 gprs:nanobts+band-900 iperf3m4.py
----------------------------------------------
06:37:11.020417 tst            gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)
06:37:11.032027 tst            gprs:nanobts+band-900: Using 1 x bts (candidates: 1)
06:37:11.175068 tst                      iperf3m4.py: using LAC 26535
06:37:11.308216 tst                      iperf3m4.py: using RAC 15
06:37:11.444004 tst                      iperf3m4.py: using CellId 26535
06:37:11.568433 tst                      iperf3m4.py: using BVCI 26536
06:37:11.592691 tst            gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)
06:37:11.603899 tst            gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)
06:37:11.614868 tst            gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)
06:37:11.626409 tst            gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)
06:37:11.637861 tst            gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)
06:37:11.649211 tst            gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)
06:37:11.660727 tst            gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)
06:37:11.672130 tst            gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)
06:37:11.683755 tst            gprs:nanobts+band-900: Using 1 x modem (candidates: 4)
06:37:11.802624 tst            gprs:nanobts+band-900: Using 1 x modem (candidates: 4)
06:37:11.921766 tst            gprs:nanobts+band-900: Using 1 x modem (candidates: 4)
06:37:12.039731 tst            gprs:nanobts+band-900: Using 1 x modem (candidates: 4)
06:37:12.326626 tst                    iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...
06:37:12.459190 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
06:37:12.787100 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5839): Launched
06:37:13.059118 run iperf3-srv_10.42.42.10(pid=5840): Launched
06:37:13.252322 tst                    iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...
06:37:13.384320 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
06:37:13.712606 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5841): Launched
06:37:13.985772 run iperf3-srv_10.42.42.10(pid=5842): Launched
06:37:14.178901 tst                    iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...
06:37:14.310542 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
06:37:14.639599 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5843): Launched
06:37:14.912384 run iperf3-srv_10.42.42.10(pid=5844): Launched
06:37:15.106601 tst                    iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...
06:37:15.238587 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
06:37:15.567761 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5845): Launched
06:37:15.844517 run iperf3-srv_10.42.42.10(pid=5846): Launched
06:37:16.078756 tst                    iperf3m4.py:8: start network...
06:37:16.207655 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
06:37:16.767557 run          create_hlr_db(pid=5847): Launched
06:37:16.942875 bus                          /gobi_6: Setting Powered False
06:37:17.959960 run          create_hlr_db(pid=5847): Terminated: ok {rc=0}
06:37:18.356042 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5849): Launched
06:37:18.653119 run    osmo-hlr_10.42.42.2(pid=5850): Launched
06:37:18.766432 run              osmo-stp_10.42.42.5: Starting osmo-stp
06:37:19.289085 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5852): Launched
06:37:19.585346 run    osmo-stp_10.42.42.5(pid=5853): Launched
06:37:19.693253 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
06:37:20.208288 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5855): Launched
06:37:20.313562 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
06:37:20.572294 run               patchelf(pid=5856): Launched
06:37:20.745799 run    osmo-stp_10.42.42.5(pid=5853): ERR: Terminated: ERROR {rc=1}  [trial-2370↪gprs:nanobts+band-900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5853)]
06:37:20.872313 run    osmo-stp_10.42.42.5(pid=5853): stdout: 
| (launched: 2022-12-10_06:37:19.438898)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:37:20.999280 run    osmo-stp_10.42.42.5(pid=5853): stderr: 
| �[0;m�[38;5;43m20221210063719608 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210063719609 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210063719609 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210063719609 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210063719610 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210063719610 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210063719610 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:37:21.121689 run    osmo-stp_10.42.42.5(pid=5853): stdout: 
| (launched: 2022-12-10_06:37:19.438898)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:37:21.243378 run    osmo-stp_10.42.42.5(pid=5853): stderr: 
| �[0;m�[38;5;43m20221210063719608 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210063719609 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210063719609 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210063719609 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210063719610 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210063719610 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210063719610 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:37:21.384662 run               patchelf(pid=5856): Terminating (SIGINT)
06:37:21.551013 run               patchelf(pid=5856): Terminated: ok {rc=0}
06:37:21.581880 tst                    iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=5853): Process ended prematurely: osmo-stp_10.42.42.5(pid=5853) [trial-2370↪gprs:nanobts+band-900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5853)]  [trial-2370↪gprs:nanobts+band-900↪iperf3m4.py:8]
06:37:21.591368 tst                    iperf3m4.py:8: Test FAILED (10.6 sec)
06:37:21.651767 run    osmo-hlr_10.42.42.2(pid=5850): ERR: Terminated: ERROR {rc=237}  [trial-2370↪gprs:nanobts+band-900↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5850)]
06:37:21.700489 run    osmo-hlr_10.42.42.2(pid=5850): stdout: 
| (launched: 2022-12-10_06:37:18.506093) 
06:37:21.749798 run    osmo-hlr_10.42.42.2(pid=5850): stderr: 
| �[0;m�[1;31m20221210063718679 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210063718679 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210063718679 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210063718679 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210063718679 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210063718680 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210063718692 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/gprs:nanobts+band-900/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210063718703 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210063718703 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210063718703 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
06:37:21.791308 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5839): Terminating (SIGTERM)
06:37:21.830831 run iperf3-srv_10.42.42.10(pid=5840): Terminating (SIGTERM)
06:37:21.870535 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5841): Terminating (SIGTERM)
06:37:21.909708 run iperf3-srv_10.42.42.10(pid=5842): Terminating (SIGTERM)
06:37:21.949341 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5843): Terminating (SIGTERM)
06:37:21.988668 run iperf3-srv_10.42.42.10(pid=5844): Terminating (SIGTERM)
06:37:22.028400 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5845): Terminating (SIGTERM)
06:37:22.067815 run iperf3-srv_10.42.42.10(pid=5846): Terminating (SIGTERM)
06:37:22.107684 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5849): Terminating (SIGTERM)
06:37:22.147442 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5852): Terminating (SIGTERM)
06:37:22.186858 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5855): Terminating (SIGTERM)
06:37:22.196424 ---      ParallelTerminationStrategy: PID 5839 died...
06:37:22.249759 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5839): Terminated: ok {rc=0}
06:37:22.259297 ---      ParallelTerminationStrategy: PID 5840 died...
06:37:22.311471 run iperf3-srv_10.42.42.10(pid=5840): Terminated {rc=256}
06:37:22.321282 ---      ParallelTerminationStrategy: PID 5841 died...
06:37:22.373865 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5841): Terminated: ok {rc=0}
06:37:22.383399 ---      ParallelTerminationStrategy: PID 5842 died...
06:37:22.435664 run iperf3-srv_10.42.42.10(pid=5842): Terminated {rc=256}
06:37:22.445457 ---      ParallelTerminationStrategy: PID 5843 died...
06:37:22.497743 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5843): Terminated: ok {rc=0}
06:37:22.507475 ---      ParallelTerminationStrategy: PID 5844 died...
06:37:22.559749 run iperf3-srv_10.42.42.10(pid=5844): Terminated {rc=256}
06:37:22.569591 ---      ParallelTerminationStrategy: PID 5845 died...
06:37:22.621964 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5845): Terminated: ok {rc=0}
06:37:22.631750 ---      ParallelTerminationStrategy: PID 5846 died...
06:37:22.684177 run iperf3-srv_10.42.42.10(pid=5846): Terminated {rc=256}
06:37:22.693815 ---      ParallelTerminationStrategy: PID 5849 died...
06:37:22.746379 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5849): Terminated: ok {rc=0}
06:37:22.756141 ---      ParallelTerminationStrategy: PID 5852 died...
06:37:22.808655 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5852): Terminated: ok {rc=0}
06:37:22.818506 ---      ParallelTerminationStrategy: PID 5855 died...
06:37:22.871096 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5855): Terminated: ok {rc=0}
06:37:22.953843 bus                          /gobi_4: Setting Powered False
06:37:24.061701 bus                          /gobi_4: Setting Powered False
06:37:25.168325 bus                          /gobi_1: Setting Powered False
06:37:26.273585 bus                          /gobi_1: Setting Powered False
06:37:27.379354 bus                          /gobi_0: Setting Powered False
06:37:28.484702 bus                          /gobi_0: Setting Powered False
06:37:29.592251 bus                          /gobi_6: Setting Powered False
</stdout></case><case><age>45</age><className>gprs:nanobts+band-900</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=5863): Process ended prematurely: osmo-stp_10.42.42.5(pid=5863) [trial-2370↪gprs:nanobts+band-900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5863)]</errorStackTrace><failedSince>2326</failedSince><name>ping.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py", line 22, in &lt;module&gt;
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5863): Process ended prematurely: osmo-stp_10.42.42.5(pid=5863) [trial-2370↪gprs:nanobts+band-900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5863)]
</stderr><stdout>
----------------------------------------------
trial-2370 gprs:nanobts+band-900 ping.py
----------------------------------------------
06:37:30.660704 tst            gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)
06:37:30.672216 tst            gprs:nanobts+band-900: Using 1 x bts (candidates: 1)
06:37:30.811413 tst                          ping.py: using LAC 26536
06:37:30.953099 tst                          ping.py: using RAC 16
06:37:31.080752 tst                          ping.py: using CellId 26536
06:37:31.231571 tst                          ping.py: using BVCI 26537
06:37:31.263491 tst            gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)
06:37:31.278702 tst            gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)
06:37:31.295459 tst            gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)
06:37:31.311518 tst            gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)
06:37:31.327279 tst            gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)
06:37:31.341474 tst            gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)
06:37:31.357640 tst            gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)
06:37:31.373256 tst            gprs:nanobts+band-900: Using 1 x modem (candidates: 4)
06:37:31.723285 tst                       ping.py:19: start network...
06:37:31.855544 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
06:37:32.367096 run          create_hlr_db(pid=5857): Launched
06:37:32.547831 bus                          /gobi_6: Setting Powered False
06:37:33.566969 run          create_hlr_db(pid=5857): Terminated: ok {rc=0}
06:37:33.980722 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5859): Launched
06:37:34.291218 run    osmo-hlr_10.42.42.2(pid=5860): Launched
06:37:34.407835 run              osmo-stp_10.42.42.5: Starting osmo-stp
06:37:34.948243 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5862): Launched
06:37:35.257392 run    osmo-stp_10.42.42.5(pid=5863): Launched
06:37:35.369916 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
06:37:35.912549 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5865): Launched
06:37:36.024399 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
06:37:36.296620 run               patchelf(pid=5869): Launched
06:37:36.479444 run    osmo-stp_10.42.42.5(pid=5863): ERR: Terminated: ERROR {rc=1}  [trial-2370↪gprs:nanobts+band-900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5863)]
06:37:36.612704 run    osmo-stp_10.42.42.5(pid=5863): stdout: 
| (launched: 2022-12-10_06:37:35.105272)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:37:36.746112 run    osmo-stp_10.42.42.5(pid=5863): stderr: 
| �[0;m�[38;5;43m20221210063735296 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210063735296 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210063735297 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210063735297 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210063735297 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210063735298 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210063735298 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:37:36.874305 run    osmo-stp_10.42.42.5(pid=5863): stdout: 
| (launched: 2022-12-10_06:37:35.105272)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:37:37.001757 run    osmo-stp_10.42.42.5(pid=5863): stderr: 
| �[0;m�[38;5;43m20221210063735296 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210063735296 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210063735297 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210063735297 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210063735297 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210063735298 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210063735298 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:37:37.149594 run               patchelf(pid=5869): Terminating (SIGINT)
06:37:37.323330 run               patchelf(pid=5869): Terminated: ok {rc=0}
06:37:37.355058 tst                       ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=5863): Process ended prematurely: osmo-stp_10.42.42.5(pid=5863) [trial-2370↪gprs:nanobts+band-900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5863)]  [trial-2370↪gprs:nanobts+band-900↪ping.py:22]
06:37:37.364649 tst                       ping.py:22: Test FAILED (6.7 sec)
06:37:37.426548 run    osmo-hlr_10.42.42.2(pid=5860): ERR: Terminated: ERROR {rc=237}  [trial-2370↪gprs:nanobts+band-900↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5860)]
06:37:37.477092 run    osmo-hlr_10.42.42.2(pid=5860): stdout: 
| (launched: 2022-12-10_06:37:34.138549) 
06:37:37.528288 run    osmo-hlr_10.42.42.2(pid=5860): stderr: 
| �[0;m�[1;31m20221210063734338 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210063734338 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210063734338 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210063734338 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210063734338 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210063734338 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210063734351 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/gprs:nanobts+band-900/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210063734362 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210063734362 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210063734362 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
06:37:37.571602 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5859): Terminating (SIGTERM)
06:37:37.612435 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5862): Terminating (SIGTERM)
06:37:37.653372 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5865): Terminating (SIGTERM)
06:37:37.662966 ---      ParallelTerminationStrategy: PID 5859 died...
06:37:37.717990 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5859): Terminated: ok {rc=0}
06:37:37.728011 ---      ParallelTerminationStrategy: PID 5862 died...
06:37:37.782876 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5862): Terminated: ok {rc=0}
06:37:37.793246 ---      ParallelTerminationStrategy: PID 5865 died...
06:37:37.848053 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5865): Terminated: ok {rc=0}
06:37:37.933714 bus                          /gobi_6: Setting Powered False
</stdout></case><case><age>232</age><className>gprs:nanobts+band-900</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=5876): Process ended prematurely: osmo-stp_10.42.42.5(pid=5876) [trial-2370↪gprs:nanobts+band-900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5876)]</errorStackTrace><failedSince>2139</failedSince><name>ping_idle_ping.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py", line 27, in &lt;module&gt;
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5876): Process ended prematurely: osmo-stp_10.42.42.5(pid=5876) [trial-2370↪gprs:nanobts+band-900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5876)]
</stderr><stdout>
----------------------------------------------
trial-2370 gprs:nanobts+band-900 ping_idle_ping.py
----------------------------------------------
06:37:38.984600 tst            gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)
06:37:38.996077 tst            gprs:nanobts+band-900: Using 1 x bts (candidates: 1)
06:37:39.136931 tst                ping_idle_ping.py: using LAC 26537
06:37:39.258103 tst                ping_idle_ping.py: using RAC 17
06:37:39.379411 tst                ping_idle_ping.py: using CellId 26537
06:37:39.500801 tst                ping_idle_ping.py: using BVCI 26538
06:37:39.525042 tst            gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)
06:37:39.536336 tst            gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)
06:37:39.547518 tst            gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)
06:37:39.558792 tst            gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)
06:37:39.569833 tst            gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)
06:37:39.580876 tst            gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)
06:37:39.592188 tst            gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)
06:37:39.603379 tst            gprs:nanobts+band-900: Using 1 x modem (candidates: 4)
06:37:39.886516 tst             ping_idle_ping.py:24: start network...
06:37:40.015632 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
06:37:40.514263 run          create_hlr_db(pid=5870): Launched
06:37:40.694553 bus                          /gobi_6: Setting Powered False
06:37:41.714776 run          create_hlr_db(pid=5870): Terminated: ok {rc=0}
06:37:42.106819 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5872): Launched
06:37:42.398172 run    osmo-hlr_10.42.42.2(pid=5873): Launched
06:37:42.504435 run              osmo-stp_10.42.42.5: Starting osmo-stp
06:37:43.010248 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5875): Launched
06:37:43.300649 run    osmo-stp_10.42.42.5(pid=5876): Launched
06:37:43.407289 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
06:37:43.912430 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5878): Launched
06:37:44.015429 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
06:37:44.269621 run               patchelf(pid=5879): Launched
06:37:44.440372 run    osmo-stp_10.42.42.5(pid=5876): ERR: Terminated: ERROR {rc=1}  [trial-2370↪gprs:nanobts+band-900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5876)]
06:37:44.564879 run    osmo-stp_10.42.42.5(pid=5876): stdout: 
| (launched: 2022-12-10_06:37:43.157168)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:37:44.690317 run    osmo-stp_10.42.42.5(pid=5876): stderr: 
| �[0;m�[38;5;43m20221210063743327 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210063743327 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210063743327 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210063743327 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210063743328 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210063743328 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210063743328 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:37:44.810936 run    osmo-stp_10.42.42.5(pid=5876): stdout: 
| (launched: 2022-12-10_06:37:43.157168)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:37:44.930349 run    osmo-stp_10.42.42.5(pid=5876): stderr: 
| �[0;m�[38;5;43m20221210063743327 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210063743327 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210063743327 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210063743327 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210063743328 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210063743328 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210063743328 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:37:45.069242 run               patchelf(pid=5879): Terminating (SIGINT)
06:37:45.233287 run               patchelf(pid=5879): Terminated: ok {rc=0}
06:37:45.262926 tst             ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=5876): Process ended prematurely: osmo-stp_10.42.42.5(pid=5876) [trial-2370↪gprs:nanobts+band-900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5876)]  [trial-2370↪gprs:nanobts+band-900↪ping_idle_ping.py:27]
06:37:45.271524 tst             ping_idle_ping.py:27: Test FAILED (6.3 sec)
06:37:45.331149 run    osmo-hlr_10.42.42.2(pid=5873): ERR: Terminated: ERROR {rc=237}  [trial-2370↪gprs:nanobts+band-900↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5873)]
06:37:45.379240 run    osmo-hlr_10.42.42.2(pid=5873): stdout: 
| (launched: 2022-12-10_06:37:42.253838) 
06:37:45.428092 run    osmo-hlr_10.42.42.2(pid=5873): stderr: 
| �[0;m�[1;31m20221210063742429 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210063742429 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210063742429 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210063742429 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210063742429 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210063742429 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210063742442 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/gprs:nanobts+band-900/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210063742452 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210063742452 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210063742452 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
06:37:45.469134 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5872): Terminating (SIGTERM)
06:37:45.508100 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5875): Terminating (SIGTERM)
06:37:45.547632 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5878): Terminating (SIGTERM)
06:37:45.557163 ---      ParallelTerminationStrategy: PID 5872 died...
06:37:45.609583 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5872): Terminated: ok {rc=0}
06:37:45.619489 ---      ParallelTerminationStrategy: PID 5875 died...
06:37:45.671758 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5875): Terminated: ok {rc=0}
06:37:45.681951 ---      ParallelTerminationStrategy: PID 5878 died...
06:37:45.733820 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5878): Terminated: ok {rc=0}
06:37:45.820804 bus                          /gobi_6: Setting Powered False
</stdout></case><duration>59.0</duration><id>155</id><name>gprs_nanobts+band-900</name><properties></properties><timestamp>2022-12-10T06:36:48</timestamp></suite><suite><case><age>232</age><className>gprs:nanobts+band-900+mod-bts0-egprs</className><duration>9.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=5894): Process ended prematurely: osmo-stp_10.42.42.5(pid=5894) [trial-2370↪gprs:nanobts+band-900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5894)]</errorStackTrace><failedSince>2139</failedSince><name>cs_paging_gprs_active.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py", line 38, in &lt;module&gt;
    setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py", line 67, in setup_run_iperf3_test_parallel
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5894): Process ended prematurely: osmo-stp_10.42.42.5(pid=5894) [trial-2370↪gprs:nanobts+band-900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5894)]
</stderr><stdout>
----------------------------------------------
trial-2370 gprs:nanobts+band-900+mod-bts0-egprs cs_paging_gprs_active.py
----------------------------------------------
06:37:48.003213 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
06:37:48.014604 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x bts (candidates: 1)
06:37:48.156411 tst         cs_paging_gprs_active.py: using LAC 26538
06:37:48.279892 tst         cs_paging_gprs_active.py: using RAC 18
06:37:48.403657 tst         cs_paging_gprs_active.py: using CellId 26538
06:37:48.530658 tst         cs_paging_gprs_active.py: using BVCI 26539
06:37:48.554689 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
06:37:48.566160 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
06:37:48.577242 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
06:37:48.588819 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
06:37:48.600354 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
06:37:48.611991 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
06:37:48.623886 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
06:37:48.635198 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
06:37:48.647590 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)
06:37:48.764752 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)
06:37:49.037179 tst      cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...
06:37:49.159639 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
06:37:49.465743 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5884): Launched
06:37:49.720012 run iperf3-srv_10.42.42.10(pid=5885): Launched
06:37:49.899547 tst      cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...
06:37:50.022033 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
06:37:50.329491 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5886): Launched
06:37:50.583873 run iperf3-srv_10.42.42.10(pid=5887): Launched
06:37:50.763278 tst      cs_paging_gprs_active.py:38: start network...
06:37:50.885782 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
06:37:51.351837 run          create_hlr_db(pid=5888): Launched
06:37:51.521173 bus                          /gobi_6: Setting Powered False
06:37:52.544502 run          create_hlr_db(pid=5888): Terminated: ok {rc=0}
06:37:52.938585 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5890): Launched
06:37:53.236333 run    osmo-hlr_10.42.42.2(pid=5891): Launched
06:37:53.352889 run              osmo-stp_10.42.42.5: Starting osmo-stp
06:37:53.873754 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5893): Launched
06:37:54.170386 run    osmo-stp_10.42.42.5(pid=5894): Launched
06:37:54.278645 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
06:37:54.793356 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5896): Launched
06:37:54.898787 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
06:37:55.156940 run               patchelf(pid=5897): Launched
06:37:55.330092 run    osmo-stp_10.42.42.5(pid=5894): ERR: Terminated: ERROR {rc=1}  [trial-2370↪gprs:nanobts+band-900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5894)]
06:37:55.456837 run    osmo-stp_10.42.42.5(pid=5894): stdout: 
| (launched: 2022-12-10_06:37:54.023068)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:37:55.583917 run    osmo-stp_10.42.42.5(pid=5894): stderr: 
| �[0;m�[38;5;43m20221210063754191 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210063754192 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210063754192 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210063754192 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210063754194 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210063754195 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210063754195 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:37:55.706492 run    osmo-stp_10.42.42.5(pid=5894): stdout: 
| (launched: 2022-12-10_06:37:54.023068)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:37:55.828044 run    osmo-stp_10.42.42.5(pid=5894): stderr: 
| �[0;m�[38;5;43m20221210063754191 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210063754192 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210063754192 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210063754192 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210063754194 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210063754195 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210063754195 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:37:55.969343 run               patchelf(pid=5897): Terminating (SIGINT)
06:37:56.135266 run               patchelf(pid=5897): Terminated: ok {rc=0}
06:37:56.166092 tst      cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=5894): Process ended prematurely: osmo-stp_10.42.42.5(pid=5894) [trial-2370↪gprs:nanobts+band-900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5894)]  [trial-2370↪gprs:nanobts+band-900+mod-bts0-egprs↪cs_paging_gprs_active.py:38]
06:37:56.175337 tst      cs_paging_gprs_active.py:38: Test FAILED (8.2 sec)
06:37:56.235115 run    osmo-hlr_10.42.42.2(pid=5891): ERR: Terminated: ERROR {rc=237}  [trial-2370↪gprs:nanobts+band-900+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5891)]
06:37:56.283606 run    osmo-hlr_10.42.42.2(pid=5891): stdout: 
| (launched: 2022-12-10_06:37:53.088387) 
06:37:56.332749 run    osmo-hlr_10.42.42.2(pid=5891): stderr: 
| �[0;m�[1;31m20221210063753264 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210063753264 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210063753264 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210063753264 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210063753264 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210063753264 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210063753276 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/gprs:nanobts+band-900+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210063753284 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210063753284 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210063753284 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
06:37:56.373936 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5884): Terminating (SIGTERM)
06:37:56.412786 run iperf3-srv_10.42.42.10(pid=5885): Terminating (SIGTERM)
06:37:56.451757 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5886): Terminating (SIGTERM)
06:37:56.490629 run iperf3-srv_10.42.42.10(pid=5887): Terminating (SIGTERM)
06:37:56.529558 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5890): Terminating (SIGTERM)
06:37:56.568439 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5893): Terminating (SIGTERM)
06:37:56.607403 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5896): Terminating (SIGTERM)
06:37:56.616641 ---      ParallelTerminationStrategy: PID 5884 died...
06:37:56.668936 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5884): Terminated: ok {rc=0}
06:37:56.678644 ---      ParallelTerminationStrategy: PID 5885 died...
06:37:56.731475 run iperf3-srv_10.42.42.10(pid=5885): Terminated {rc=256}
06:37:56.740823 ---      ParallelTerminationStrategy: PID 5886 died...
06:37:56.793183 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5886): Terminated: ok {rc=0}
06:37:56.802612 ---      ParallelTerminationStrategy: PID 5887 died...
06:37:56.854699 run iperf3-srv_10.42.42.10(pid=5887): Terminated {rc=256}
06:37:56.864087 ---      ParallelTerminationStrategy: PID 5890 died...
06:37:56.916433 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5890): Terminated: ok {rc=0}
06:37:56.926095 ---      ParallelTerminationStrategy: PID 5893 died...
06:37:56.978113 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5893): Terminated: ok {rc=0}
06:37:56.987790 ---      ParallelTerminationStrategy: PID 5896 died...
06:37:57.040041 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5896): Terminated: ok {rc=0}
06:37:57.122280 bus                          /gobi_0: Setting Powered False
06:37:58.222858 bus                          /gobi_0: Setting Powered False
06:37:59.331759 bus                          /gobi_6: Setting Powered False
</stdout></case><case><age>232</age><className>gprs:nanobts+band-900+mod-bts0-egprs</className><duration>8.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=5906): Process ended prematurely: osmo-stp_10.42.42.5(pid=5906) [trial-2370↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5906)]</errorStackTrace><failedSince>2139</failedSince><name>iperf3.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py", line 8, in &lt;module&gt;
    setup_run_iperf3_test_parallel(1)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py", line 67, in setup_run_iperf3_test_parallel
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5906): Process ended prematurely: osmo-stp_10.42.42.5(pid=5906) [trial-2370↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5906)]
</stderr><stdout>
----------------------------------------------
trial-2370 gprs:nanobts+band-900+mod-bts0-egprs iperf3.py
----------------------------------------------
06:38:00.445077 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
06:38:00.457154 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x bts (candidates: 1)
06:38:00.600839 tst                        iperf3.py: using LAC 26539
06:38:00.725055 tst                        iperf3.py: using RAC 19
06:38:00.856710 tst                        iperf3.py: using CellId 26539
06:38:00.995487 tst                        iperf3.py: using BVCI 26540
06:38:01.020208 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
06:38:01.032248 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
06:38:01.044920 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
06:38:01.058484 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
06:38:01.070272 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
06:38:01.083725 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
06:38:01.096761 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
06:38:01.108668 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
06:38:01.121453 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)
06:38:01.402913 tst                      iperf3.py:8: start iperfv3 server 10.42.42.10:5003...
06:38:01.531998 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
06:38:01.868660 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5898): Launched
06:38:02.154823 run iperf3-srv_10.42.42.10(pid=5899): Launched
06:38:02.340026 tst                      iperf3.py:8: start network...
06:38:02.464568 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
06:38:02.932825 run          create_hlr_db(pid=5900): Launched
06:38:03.103275 bus                          /gobi_6: Setting Powered False
06:38:04.124528 run          create_hlr_db(pid=5900): Terminated: ok {rc=0}
06:38:04.519290 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5902): Launched
06:38:04.814857 run    osmo-hlr_10.42.42.2(pid=5903): Launched
06:38:04.921983 run              osmo-stp_10.42.42.5: Starting osmo-stp
06:38:05.436617 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5905): Launched
06:38:05.732031 run    osmo-stp_10.42.42.5(pid=5906): Launched
06:38:05.840007 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
06:38:06.354977 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5908): Launched
06:38:06.460299 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
06:38:06.718201 run               patchelf(pid=5909): Launched
06:38:06.891501 run    osmo-stp_10.42.42.5(pid=5906): ERR: Terminated: ERROR {rc=1}  [trial-2370↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5906)]
06:38:07.018075 run    osmo-stp_10.42.42.5(pid=5906): stdout: 
| (launched: 2022-12-10_06:38:05.585917)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:38:07.144688 run    osmo-stp_10.42.42.5(pid=5906): stderr: 
| �[0;m�[38;5;43m20221210063805756 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210063805756 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210063805757 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210063805757 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210063805758 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210063805758 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210063805758 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:38:07.267443 run    osmo-stp_10.42.42.5(pid=5906): stdout: 
| (launched: 2022-12-10_06:38:05.585917)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:38:07.388924 run    osmo-stp_10.42.42.5(pid=5906): stderr: 
| �[0;m�[38;5;43m20221210063805756 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210063805756 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210063805757 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210063805757 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210063805758 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210063805758 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210063805758 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:38:07.530495 run               patchelf(pid=5909): Terminating (SIGINT)
06:38:07.696599 run               patchelf(pid=5909): Terminated: ok {rc=0}
06:38:07.727227 tst                      iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=5906): Process ended prematurely: osmo-stp_10.42.42.5(pid=5906) [trial-2370↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5906)]  [trial-2370↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3.py:8]
06:38:07.736530 tst                      iperf3.py:8: Test FAILED (7.3 sec)
06:38:07.796176 run    osmo-hlr_10.42.42.2(pid=5903): ERR: Terminated: ERROR {rc=237}  [trial-2370↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5903)]
06:38:07.844341 run    osmo-hlr_10.42.42.2(pid=5903): stdout: 
| (launched: 2022-12-10_06:38:04.669147) 
06:38:07.893195 run    osmo-hlr_10.42.42.2(pid=5903): stderr: 
| �[0;m�[1;31m20221210063804844 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210063804844 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210063804844 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210063804844 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210063804844 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210063804844 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210063804856 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/gprs:nanobts+band-900+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210063804865 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210063804865 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210063804865 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
06:38:07.934261 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5898): Terminating (SIGTERM)
06:38:07.973369 run iperf3-srv_10.42.42.10(pid=5899): Terminating (SIGTERM)
06:38:08.012740 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5902): Terminating (SIGTERM)
06:38:08.051686 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5905): Terminating (SIGTERM)
06:38:08.090890 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5908): Terminating (SIGTERM)
06:38:08.100323 ---      ParallelTerminationStrategy: PID 5898 died...
06:38:08.153047 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5898): Terminated: ok {rc=0}
06:38:08.162805 ---      ParallelTerminationStrategy: PID 5899 died...
06:38:08.215327 run iperf3-srv_10.42.42.10(pid=5899): Terminated {rc=256}
06:38:08.225113 ---      ParallelTerminationStrategy: PID 5902 died...
06:38:08.277552 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5902): Terminated: ok {rc=0}
06:38:08.287410 ---      ParallelTerminationStrategy: PID 5905 died...
06:38:08.339917 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5905): Terminated: ok {rc=0}
06:38:08.349718 ---      ParallelTerminationStrategy: PID 5908 died...
06:38:08.402529 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5908): Terminated: ok {rc=0}
06:38:08.485941 bus                          /gobi_6: Setting Powered False
</stdout></case><case><age>232</age><className>gprs:nanobts+band-900+mod-bts0-egprs</className><duration>12.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=6084): Process ended prematurely: osmo-stp_10.42.42.5(pid=6084) [trial-2370↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6084)]</errorStackTrace><failedSince>2139</failedSince><name>iperf3m4.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py", line 8, in &lt;module&gt;
    setup_run_iperf3_test_parallel(4)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py", line 67, in setup_run_iperf3_test_parallel
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6084): Process ended prematurely: osmo-stp_10.42.42.5(pid=6084) [trial-2370↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6084)]
</stderr><stdout>
----------------------------------------------
trial-2370 gprs:nanobts+band-900+mod-bts0-egprs iperf3m4.py
----------------------------------------------
06:38:09.600603 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
06:38:09.612754 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x bts (candidates: 1)
06:38:09.759091 tst                      iperf3m4.py: using LAC 26540
06:38:09.883589 tst                      iperf3m4.py: using RAC 20
06:38:10.008812 tst                      iperf3m4.py: using CellId 26540
06:38:10.134562 tst                      iperf3m4.py: using BVCI 26541
06:38:10.159021 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
06:38:10.170733 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
06:38:10.182319 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
06:38:10.194444 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
06:38:10.206134 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
06:38:10.218361 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
06:38:10.230356 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
06:38:10.242281 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
06:38:10.254282 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)
06:38:10.376574 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)
06:38:10.498114 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)
06:38:10.612426 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)
06:38:10.902195 tst                    iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...
06:38:11.033654 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
06:38:11.361838 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5910): Launched
06:38:11.634829 run iperf3-srv_10.42.42.10(pid=5911): Launched
06:38:11.828327 tst                    iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...
06:38:11.960141 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
06:38:12.287692 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5912): Launched
06:38:12.561216 run iperf3-srv_10.42.42.10(pid=5913): Launched
06:38:12.754539 tst                    iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...
06:38:12.885923 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
06:38:13.214031 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5914): Launched
06:38:13.486244 run iperf3-srv_10.42.42.10(pid=5915): Launched
06:38:13.679315 tst                    iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...
06:38:13.810810 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
06:38:14.139023 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5916): Launched
06:38:14.411596 run iperf3-srv_10.42.42.10(pid=5917): Launched
06:38:14.605234 tst                    iperf3m4.py:8: start network...
06:38:14.736738 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
06:38:15.242736 run          create_hlr_db(pid=5918): Launched
06:38:15.425871 bus                          /gobi_6: Setting Powered False
06:38:16.531557 run          create_hlr_db(pid=5918): Terminated: ok {rc=0}
06:38:17.043238 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5956): Launched
06:38:17.517739 run    osmo-hlr_10.42.42.2(pid=5970): Launched
06:38:17.852383 run              osmo-stp_10.42.42.5: Starting osmo-stp
06:38:18.641817 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6047): Launched
06:38:19.105961 run    osmo-stp_10.42.42.5(pid=6084): Launched
06:38:19.391776 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
06:38:20.034961 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6197): Launched
06:38:20.144383 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
06:38:20.434166 run               patchelf(pid=6199): Launched
06:38:20.616146 run    osmo-stp_10.42.42.5(pid=6084): ERR: Terminated: ERROR {rc=1}  [trial-2370↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6084)]
06:38:20.749509 run    osmo-stp_10.42.42.5(pid=6084): stdout: 
| (launched: 2022-12-10_06:38:18.833349)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:38:20.880941 run    osmo-stp_10.42.42.5(pid=6084): stderr: 
| �[0;m�[38;5;43m20221210063819149 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210063819149 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210063819149 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210063819149 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210063819152 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210063819152 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210063819152 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:38:21.007940 run    osmo-stp_10.42.42.5(pid=6084): stdout: 
| (launched: 2022-12-10_06:38:18.833349)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:38:21.134709 run    osmo-stp_10.42.42.5(pid=6084): stderr: 
| �[0;m�[38;5;43m20221210063819149 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210063819149 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210063819149 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210063819149 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210063819152 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210063819152 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210063819152 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:38:21.280883 run               patchelf(pid=6199): Terminating (SIGINT)
06:38:21.454563 run               patchelf(pid=6199): Terminated: ok {rc=0}
06:38:21.486764 tst                    iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=6084): Process ended prematurely: osmo-stp_10.42.42.5(pid=6084) [trial-2370↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6084)]  [trial-2370↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3m4.py:8]
06:38:21.497407 tst                    iperf3m4.py:8: Test FAILED (11.9 sec)
06:38:21.564091 run    osmo-hlr_10.42.42.2(pid=5970): ERR: Terminated: ERROR {rc=237}  [trial-2370↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5970)]
06:38:21.615464 run    osmo-hlr_10.42.42.2(pid=5970): stdout: 
| (launched: 2022-12-10_06:38:17.232697) 
06:38:21.668074 run    osmo-hlr_10.42.42.2(pid=5970): stderr: 
| �[0;m�[1;31m20221210063817646 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210063817646 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210063817646 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210063817646 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210063817646 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210063817646 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210063817676 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/gprs:nanobts+band-900+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210063817697 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210063817698 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210063817698 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
06:38:21.711291 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5910): Terminating (SIGTERM)
06:38:21.757771 run iperf3-srv_10.42.42.10(pid=5911): Terminating (SIGTERM)
06:38:21.800767 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5912): Terminating (SIGTERM)
06:38:21.845328 run iperf3-srv_10.42.42.10(pid=5913): Terminating (SIGTERM)
06:38:21.890013 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5914): Terminating (SIGTERM)
06:38:21.937749 run iperf3-srv_10.42.42.10(pid=5915): Terminating (SIGTERM)
06:38:21.980446 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5916): Terminating (SIGTERM)
06:38:22.023388 run iperf3-srv_10.42.42.10(pid=5917): Terminating (SIGTERM)
06:38:22.065434 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5956): Terminating (SIGTERM)
06:38:22.107120 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6047): Terminating (SIGTERM)
06:38:22.150927 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6197): Terminating (SIGTERM)
06:38:22.163432 ---      ParallelTerminationStrategy: PID 5910 died...
06:38:22.220725 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5910): Terminated: ok {rc=0}
06:38:22.231206 ---      ParallelTerminationStrategy: PID 5911 died...
06:38:22.288050 run iperf3-srv_10.42.42.10(pid=5911): Terminated {rc=256}
06:38:22.298521 ---      ParallelTerminationStrategy: PID 5912 died...
06:38:22.354336 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5912): Terminated: ok {rc=0}
06:38:22.366139 ---      ParallelTerminationStrategy: PID 5913 died...
06:38:22.422434 run iperf3-srv_10.42.42.10(pid=5913): Terminated {rc=256}
06:38:22.434213 ---      ParallelTerminationStrategy: PID 5914 died...
06:38:22.491429 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5914): Terminated: ok {rc=0}
06:38:22.502170 ---      ParallelTerminationStrategy: PID 5915 died...
06:38:22.558276 run iperf3-srv_10.42.42.10(pid=5915): Terminated {rc=256}
06:38:22.569944 ---      ParallelTerminationStrategy: PID 5916 died...
06:38:22.624816 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5916): Terminated: ok {rc=0}
06:38:22.636341 ---      ParallelTerminationStrategy: PID 5917 died...
06:38:22.695974 run iperf3-srv_10.42.42.10(pid=5917): Terminated {rc=256}
06:38:22.706511 ---      ParallelTerminationStrategy: PID 5956 died...
06:38:22.761750 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5956): Terminated: ok {rc=0}
06:38:22.773313 ---      ParallelTerminationStrategy: PID 6047 died...
06:38:22.827502 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6047): Terminated: ok {rc=0}
06:38:22.839049 ---      ParallelTerminationStrategy: PID 6197 died...
06:38:22.894849 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6197): Terminated: ok {rc=0}
06:38:22.980629 bus                          /gobi_4: Setting Powered False
06:38:24.083632 bus                          /gobi_4: Setting Powered False
06:38:25.194804 bus                          /gobi_1: Setting Powered False
06:38:26.299137 bus                          /gobi_1: Setting Powered False
06:38:27.411109 bus                          /gobi_0: Setting Powered False
06:38:28.515780 bus                          /gobi_0: Setting Powered False
06:38:29.627065 bus                          /gobi_6: Setting Powered False
</stdout></case><case><age>232</age><className>gprs:nanobts+band-900+mod-bts0-egprs</className><duration>8.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=6208): Process ended prematurely: osmo-stp_10.42.42.5(pid=6208) [trial-2370↪gprs:nanobts+band-900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6208)]</errorStackTrace><failedSince>2139</failedSince><name>ping.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py", line 22, in &lt;module&gt;
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6208): Process ended prematurely: osmo-stp_10.42.42.5(pid=6208) [trial-2370↪gprs:nanobts+band-900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6208)]
</stderr><stdout>
----------------------------------------------
trial-2370 gprs:nanobts+band-900+mod-bts0-egprs ping.py
----------------------------------------------
06:38:30.696294 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
06:38:30.709367 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x bts (candidates: 1)
06:38:30.862246 tst                          ping.py: using LAC 26541
06:38:31.015951 tst                          ping.py: using RAC 21
06:38:31.173487 tst                          ping.py: using CellId 26541
06:38:31.324478 tst                          ping.py: using BVCI 26542
06:38:31.353918 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
06:38:31.367657 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
06:38:31.382181 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
06:38:31.398022 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
06:38:31.413042 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
06:38:31.428487 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
06:38:31.443884 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
06:38:31.458241 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)
06:38:31.756530 tst                       ping.py:19: start network...
06:38:31.881215 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
06:38:32.450335 run          create_hlr_db(pid=6202): Launched
06:38:32.635989 bus                          /gobi_6: Setting Powered False
06:38:33.655648 run          create_hlr_db(pid=6202): Terminated: ok {rc=0}
06:38:34.106310 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6204): Launched
06:38:34.519340 run    osmo-hlr_10.42.42.2(pid=6205): Launched
06:38:34.754692 run              osmo-stp_10.42.42.5: Starting osmo-stp
06:38:35.346373 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6207): Launched
06:38:35.769456 run    osmo-stp_10.42.42.5(pid=6208): Launched
06:38:35.991428 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
06:38:36.566318 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6210): Launched
06:38:36.682366 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
06:38:36.981870 run               patchelf(pid=6211): Launched
06:38:37.170798 run    osmo-stp_10.42.42.5(pid=6208): ERR: Terminated: ERROR {rc=1}  [trial-2370↪gprs:nanobts+band-900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6208)]
06:38:37.307937 run    osmo-stp_10.42.42.5(pid=6208): stdout: 
| (launched: 2022-12-10_06:38:35.509067)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:38:37.448234 run    osmo-stp_10.42.42.5(pid=6208): stderr: 
| �[0;m�[38;5;43m20221210063835810 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210063835810 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210063835811 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210063835811 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210063835812 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210063835812 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210063835812 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:38:37.582195 run    osmo-stp_10.42.42.5(pid=6208): stdout: 
| (launched: 2022-12-10_06:38:35.509067)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:38:37.715234 run    osmo-stp_10.42.42.5(pid=6208): stderr: 
| �[0;m�[38;5;43m20221210063835810 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210063835810 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210063835811 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210063835811 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210063835812 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210063835812 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210063835812 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:38:37.869820 run               patchelf(pid=6211): Terminating (SIGINT)
06:38:38.049660 run               patchelf(pid=6211): Terminated: ok {rc=0}
06:38:38.082781 tst                       ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=6208): Process ended prematurely: osmo-stp_10.42.42.5(pid=6208) [trial-2370↪gprs:nanobts+band-900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6208)]  [trial-2370↪gprs:nanobts+band-900+mod-bts0-egprs↪ping.py:22]
06:38:38.092988 tst                       ping.py:22: Test FAILED (7.4 sec)
06:38:38.158768 run    osmo-hlr_10.42.42.2(pid=6205): ERR: Terminated: ERROR {rc=237}  [trial-2370↪gprs:nanobts+band-900+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6205)]
06:38:38.211220 run    osmo-hlr_10.42.42.2(pid=6205): stdout: 
| (launched: 2022-12-10_06:38:34.269232) 
06:38:38.264186 run    osmo-hlr_10.42.42.2(pid=6205): stderr: 
| �[0;m�[1;31m20221210063834582 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210063834582 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210063834582 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210063834582 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210063834582 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210063834582 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210063834595 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/gprs:nanobts+band-900+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210063834607 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210063834608 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210063834608 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
06:38:38.309006 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6204): Terminating (SIGTERM)
06:38:38.355065 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6207): Terminating (SIGTERM)
06:38:38.401141 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6210): Terminating (SIGTERM)
06:38:38.411511 ---      ParallelTerminationStrategy: PID 6204 died...
06:38:38.470333 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6204): Terminated: ok {rc=0}
06:38:38.481105 ---      ParallelTerminationStrategy: PID 6207 died...
06:38:38.538700 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6207): Terminated: ok {rc=0}
06:38:38.549331 ---      ParallelTerminationStrategy: PID 6210 died...
06:38:38.606485 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6210): Terminated: ok {rc=0}
06:38:38.696777 bus                          /gobi_6: Setting Powered False
</stdout></case><case><age>232</age><className>gprs:nanobts+band-900+mod-bts0-egprs</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=6218): Process ended prematurely: osmo-stp_10.42.42.5(pid=6218) [trial-2370↪gprs:nanobts+band-900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6218)]</errorStackTrace><failedSince>2139</failedSince><name>ping_idle_ping.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py", line 27, in &lt;module&gt;
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6218): Process ended prematurely: osmo-stp_10.42.42.5(pid=6218) [trial-2370↪gprs:nanobts+band-900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6218)]
</stderr><stdout>
----------------------------------------------
trial-2370 gprs:nanobts+band-900+mod-bts0-egprs ping_idle_ping.py
----------------------------------------------
06:38:39.753831 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
06:38:39.766627 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x bts (candidates: 1)
06:38:39.911875 tst                ping_idle_ping.py: using LAC 26542
06:38:40.039085 tst                ping_idle_ping.py: using RAC 22
06:38:40.167306 tst                ping_idle_ping.py: using CellId 26542
06:38:40.290060 tst                ping_idle_ping.py: using BVCI 26543
06:38:40.314034 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
06:38:40.325458 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
06:38:40.336605 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
06:38:40.347828 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
06:38:40.358931 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
06:38:40.370116 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
06:38:40.381534 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
06:38:40.393532 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)
06:38:40.663633 tst             ping_idle_ping.py:24: start network...
06:38:40.783616 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
06:38:41.258018 run          create_hlr_db(pid=6212): Launched
06:38:41.438992 bus                          /gobi_6: Setting Powered False
06:38:42.459996 run          create_hlr_db(pid=6212): Terminated: ok {rc=0}
06:38:42.875361 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6214): Launched
06:38:43.185323 run    osmo-hlr_10.42.42.2(pid=6215): Launched
06:38:43.302258 run              osmo-stp_10.42.42.5: Starting osmo-stp
06:38:43.849015 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6217): Launched
06:38:44.161759 run    osmo-stp_10.42.42.5(pid=6218): Launched
06:38:44.274913 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
06:38:44.820301 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6220): Launched
06:38:44.931219 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
06:38:45.203337 run               patchelf(pid=6221): Launched
06:38:45.386905 run    osmo-stp_10.42.42.5(pid=6218): ERR: Terminated: ERROR {rc=1}  [trial-2370↪gprs:nanobts+band-900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6218)]
06:38:45.521743 run    osmo-stp_10.42.42.5(pid=6218): stdout: 
| (launched: 2022-12-10_06:38:44.007540)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:38:45.656054 run    osmo-stp_10.42.42.5(pid=6218): stderr: 
| �[0;m�[38;5;43m20221210063844198 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210063844198 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210063844198 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210063844199 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210063844199 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210063844199 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210063844199 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:38:45.785366 run    osmo-stp_10.42.42.5(pid=6218): stdout: 
| (launched: 2022-12-10_06:38:44.007540)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:38:45.933797 run    osmo-stp_10.42.42.5(pid=6218): stderr: 
| �[0;m�[38;5;43m20221210063844198 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210063844198 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210063844198 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210063844199 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210063844199 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210063844199 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210063844199 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:38:46.095638 run               patchelf(pid=6221): Terminating (SIGINT)
06:38:46.287775 run               patchelf(pid=6221): Terminated: ok {rc=0}
06:38:46.320704 tst             ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=6218): Process ended prematurely: osmo-stp_10.42.42.5(pid=6218) [trial-2370↪gprs:nanobts+band-900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6218)]  [trial-2370↪gprs:nanobts+band-900+mod-bts0-egprs↪ping_idle_ping.py:27]
06:38:46.330356 tst             ping_idle_ping.py:27: Test FAILED (6.6 sec)
06:38:46.395155 run    osmo-hlr_10.42.42.2(pid=6215): ERR: Terminated: ERROR {rc=237}  [trial-2370↪gprs:nanobts+band-900+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6215)]
06:38:46.447126 run    osmo-hlr_10.42.42.2(pid=6215): stdout: 
| (launched: 2022-12-10_06:38:43.033165) 
06:38:46.499440 run    osmo-hlr_10.42.42.2(pid=6215): stderr: 
| �[0;m�[1;31m20221210063843233 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210063843233 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210063843233 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210063843234 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210063843234 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210063843234 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210063843246 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/gprs:nanobts+band-900+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210063843255 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210063843256 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210063843256 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
06:38:46.545322 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6214): Terminating (SIGTERM)
06:38:46.589384 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6217): Terminating (SIGTERM)
06:38:46.631705 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6220): Terminating (SIGTERM)
06:38:46.642095 ---      ParallelTerminationStrategy: PID 6214 died...
06:38:46.699705 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6214): Terminated: ok {rc=0}
06:38:46.710545 ---      ParallelTerminationStrategy: PID 6217 died...
06:38:46.769698 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6217): Terminated: ok {rc=0}
06:38:46.779812 ---      ParallelTerminationStrategy: PID 6220 died...
06:38:46.835935 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6220): Terminated: ok {rc=0}
06:38:46.927350 bus                          /gobi_6: Setting Powered False
</stdout></case><duration>62.0</duration><id>156</id><name>gprs_nanobts+band-900+mod-bts0-egprs</name><properties></properties><timestamp>2022-12-10T06:37:47</timestamp></suite><suite><case><age>232</age><className>gprs:nanobts+band-900+mod-bts0-dynts-ipa</className><duration>9.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=6236): Process ended prematurely: osmo-stp_10.42.42.5(pid=6236) [trial-2370↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6236)]</errorStackTrace><failedSince>2139</failedSince><name>cs_paging_gprs_active.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py", line 38, in &lt;module&gt;
    setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py", line 67, in setup_run_iperf3_test_parallel
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6236): Process ended prematurely: osmo-stp_10.42.42.5(pid=6236) [trial-2370↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6236)]
</stderr><stdout>
----------------------------------------------
trial-2370 gprs:nanobts+band-900+mod-bts0-dynts-ipa cs_paging_gprs_active.py
----------------------------------------------
06:38:49.082348 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
06:38:49.093704 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)
06:38:49.253651 tst         cs_paging_gprs_active.py: using LAC 26543
06:38:49.377425 tst         cs_paging_gprs_active.py: using RAC 23
06:38:49.502804 tst         cs_paging_gprs_active.py: using CellId 26543
06:38:49.626434 tst         cs_paging_gprs_active.py: using BVCI 26544
06:38:49.650583 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
06:38:49.661958 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
06:38:49.673179 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
06:38:49.684392 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
06:38:49.695616 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
06:38:49.706768 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
06:38:49.718017 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
06:38:49.729165 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
06:38:49.740523 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)
06:38:49.858354 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)
06:38:50.146535 tst      cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...
06:38:50.277706 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
06:38:50.606089 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6226): Launched
06:38:50.879267 run iperf3-srv_10.42.42.10(pid=6227): Launched
06:38:51.073302 tst      cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...
06:38:51.205137 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
06:38:51.534174 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6228): Launched
06:38:51.807002 run iperf3-srv_10.42.42.10(pid=6229): Launched
06:38:52.000695 tst      cs_paging_gprs_active.py:38: start network...
06:38:52.132492 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
06:38:52.640084 run          create_hlr_db(pid=6230): Launched
06:38:52.825447 bus                          /gobi_6: Setting Powered False
06:38:53.844643 run          create_hlr_db(pid=6230): Terminated: ok {rc=0}
06:38:54.242254 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6232): Launched
06:38:54.539711 run    osmo-hlr_10.42.42.2(pid=6233): Launched
06:38:54.655343 run              osmo-stp_10.42.42.5: Starting osmo-stp
06:38:55.178136 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6235): Launched
06:38:55.475417 run    osmo-stp_10.42.42.5(pid=6236): Launched
06:38:55.584889 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
06:38:56.101814 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6238): Launched
06:38:56.207102 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
06:38:56.465997 run               patchelf(pid=6239): Launched
06:38:56.640110 run    osmo-stp_10.42.42.5(pid=6236): ERR: Terminated: ERROR {rc=1}  [trial-2370↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6236)]
06:38:56.767756 run    osmo-stp_10.42.42.5(pid=6236): stdout: 
| (launched: 2022-12-10_06:38:55.328228)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:38:56.895848 run    osmo-stp_10.42.42.5(pid=6236): stderr: 
| �[0;m�[38;5;43m20221210063855497 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210063855497 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210063855498 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210063855498 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210063855499 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210063855499 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210063855499 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:38:57.018904 run    osmo-stp_10.42.42.5(pid=6236): stdout: 
| (launched: 2022-12-10_06:38:55.328228)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:38:57.140825 run    osmo-stp_10.42.42.5(pid=6236): stderr: 
| �[0;m�[38;5;43m20221210063855497 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210063855497 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210063855498 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210063855498 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210063855499 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210063855499 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210063855499 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:38:57.282520 run               patchelf(pid=6239): Terminating (SIGINT)
06:38:57.449392 run               patchelf(pid=6239): Terminated: ok {rc=0}
06:38:57.480208 tst      cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=6236): Process ended prematurely: osmo-stp_10.42.42.5(pid=6236) [trial-2370↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6236)]  [trial-2370↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]
06:38:57.489578 tst      cs_paging_gprs_active.py:38: Test FAILED (8.4 sec)
06:38:57.549493 run    osmo-hlr_10.42.42.2(pid=6233): ERR: Terminated: ERROR {rc=237}  [trial-2370↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6233)]
06:38:57.597867 run    osmo-hlr_10.42.42.2(pid=6233): stdout: 
| (launched: 2022-12-10_06:38:54.392521) 
06:38:57.647090 run    osmo-hlr_10.42.42.2(pid=6233): stderr: 
| �[0;m�[1;31m20221210063854568 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210063854568 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210063854568 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210063854568 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210063854568 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210063854568 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210063854580 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/gprs:nanobts+band-900+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210063854589 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210063854589 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210063854590 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
06:38:57.688490 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6226): Terminating (SIGTERM)
06:38:57.727643 run iperf3-srv_10.42.42.10(pid=6227): Terminating (SIGTERM)
06:38:57.766767 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6228): Terminating (SIGTERM)
06:38:57.805842 run iperf3-srv_10.42.42.10(pid=6229): Terminating (SIGTERM)
06:38:57.845072 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6232): Terminating (SIGTERM)
06:38:57.884622 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6235): Terminating (SIGTERM)
06:38:57.923554 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6238): Terminating (SIGTERM)
06:38:57.932853 ---      ParallelTerminationStrategy: PID 6226 died...
06:38:57.985939 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6226): Terminated: ok {rc=0}
06:38:57.995445 ---      ParallelTerminationStrategy: PID 6227 died...
06:38:58.048099 run iperf3-srv_10.42.42.10(pid=6227): Terminated {rc=256}
06:38:58.057904 ---      ParallelTerminationStrategy: PID 6228 died...
06:38:58.110083 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6228): Terminated: ok {rc=0}
06:38:58.119718 ---      ParallelTerminationStrategy: PID 6229 died...
06:38:58.172006 run iperf3-srv_10.42.42.10(pid=6229): Terminated {rc=256}
06:38:58.181894 ---      ParallelTerminationStrategy: PID 6232 died...
06:38:58.234143 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6232): Terminated: ok {rc=0}
06:38:58.243810 ---      ParallelTerminationStrategy: PID 6235 died...
06:38:58.295860 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6235): Terminated: ok {rc=0}
06:38:58.305632 ---      ParallelTerminationStrategy: PID 6238 died...
06:38:58.357580 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6238): Terminated: ok {rc=0}
06:38:58.439228 bus                          /gobi_0: Setting Powered False
06:38:59.539145 bus                          /gobi_0: Setting Powered False
06:39:00.649097 bus                          /gobi_6: Setting Powered False
</stdout></case><case><age>232</age><className>gprs:nanobts+band-900+mod-bts0-dynts-ipa</className><duration>8.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=6249): Process ended prematurely: osmo-stp_10.42.42.5(pid=6249) [trial-2370↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6249)]</errorStackTrace><failedSince>2139</failedSince><name>iperf3.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py", line 8, in &lt;module&gt;
    setup_run_iperf3_test_parallel(1)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py", line 67, in setup_run_iperf3_test_parallel
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6249): Process ended prematurely: osmo-stp_10.42.42.5(pid=6249) [trial-2370↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6249)]
</stderr><stdout>
----------------------------------------------
trial-2370 gprs:nanobts+band-900+mod-bts0-dynts-ipa iperf3.py
----------------------------------------------
06:39:01.765233 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
06:39:01.778658 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)
06:39:01.936644 tst                        iperf3.py: using LAC 26544
06:39:02.058024 tst                        iperf3.py: using RAC 24
06:39:02.177907 tst                        iperf3.py: using CellId 26544
06:39:02.302558 tst                        iperf3.py: using BVCI 26545
06:39:02.326962 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
06:39:02.338412 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
06:39:02.349686 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
06:39:02.361621 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
06:39:02.373307 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
06:39:02.384917 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
06:39:02.397266 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
06:39:02.408833 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
06:39:02.420620 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)
06:39:02.708195 tst                      iperf3.py:8: start iperfv3 server 10.42.42.10:5003...
06:39:02.840773 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
06:39:03.169801 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6240): Launched
06:39:03.442998 run iperf3-srv_10.42.42.10(pid=6241): Launched
06:39:03.637379 tst                      iperf3.py:8: start network...
06:39:03.770018 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
06:39:04.276119 run          create_hlr_db(pid=6242): Launched
06:39:04.459582 bus                          /gobi_6: Setting Powered False
06:39:05.480547 run          create_hlr_db(pid=6242): Terminated: ok {rc=0}
06:39:05.877602 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6245): Launched
06:39:06.172762 run    osmo-hlr_10.42.42.2(pid=6246): Launched
06:39:06.285235 run              osmo-stp_10.42.42.5: Starting osmo-stp
06:39:06.799805 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6248): Launched
06:39:07.096095 run    osmo-stp_10.42.42.5(pid=6249): Launched
06:39:07.203872 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
06:39:07.718408 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6251): Launched
06:39:07.823688 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
06:39:08.081181 run               patchelf(pid=6252): Launched
06:39:08.254097 run    osmo-stp_10.42.42.5(pid=6249): ERR: Terminated: ERROR {rc=1}  [trial-2370↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6249)]
06:39:08.380273 run    osmo-stp_10.42.42.5(pid=6249): stdout: 
| (launched: 2022-12-10_06:39:06.949725)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:39:08.507004 run    osmo-stp_10.42.42.5(pid=6249): stderr: 
| �[0;m�[38;5;43m20221210063907119 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210063907120 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210063907120 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210063907120 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210063907121 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210063907121 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210063907121 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:39:08.629405 run    osmo-stp_10.42.42.5(pid=6249): stdout: 
| (launched: 2022-12-10_06:39:06.949725)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:39:08.750607 run    osmo-stp_10.42.42.5(pid=6249): stderr: 
| �[0;m�[38;5;43m20221210063907119 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210063907120 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210063907120 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210063907120 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210063907121 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210063907121 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210063907121 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:39:08.892371 run               patchelf(pid=6252): Terminating (SIGINT)
06:39:09.058349 run               patchelf(pid=6252): Terminated: ok {rc=0}
06:39:09.088994 tst                      iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=6249): Process ended prematurely: osmo-stp_10.42.42.5(pid=6249) [trial-2370↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6249)]  [trial-2370↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3.py:8]
06:39:09.098355 tst                      iperf3.py:8: Test FAILED (7.4 sec)
06:39:09.157745 run    osmo-hlr_10.42.42.2(pid=6246): ERR: Terminated: ERROR {rc=237}  [trial-2370↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6246)]
06:39:09.205634 run    osmo-hlr_10.42.42.2(pid=6246): stdout: 
| (launched: 2022-12-10_06:39:06.026953) 
06:39:09.254441 run    osmo-hlr_10.42.42.2(pid=6246): stderr: 
| �[0;m�[1;31m20221210063906202 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210063906202 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210063906202 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210063906202 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210063906202 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210063906202 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210063906215 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/gprs:nanobts+band-900+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210063906224 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210063906225 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210063906225 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
06:39:09.295586 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6240): Terminating (SIGTERM)
06:39:09.334617 run iperf3-srv_10.42.42.10(pid=6241): Terminating (SIGTERM)
06:39:09.373519 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6245): Terminating (SIGTERM)
06:39:09.412463 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6248): Terminating (SIGTERM)
06:39:09.451260 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6251): Terminating (SIGTERM)
06:39:09.460617 ---      ParallelTerminationStrategy: PID 6240 died...
06:39:09.512661 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6240): Terminated: ok {rc=0}
06:39:09.522669 ---      ParallelTerminationStrategy: PID 6241 died...
06:39:09.574509 run iperf3-srv_10.42.42.10(pid=6241): Terminated {rc=256}
06:39:09.584165 ---      ParallelTerminationStrategy: PID 6245 died...
06:39:09.636211 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6245): Terminated: ok {rc=0}
06:39:09.645925 ---      ParallelTerminationStrategy: PID 6248 died...
06:39:09.697929 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6248): Terminated: ok {rc=0}
06:39:09.707603 ---      ParallelTerminationStrategy: PID 6251 died...
06:39:09.759591 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6251): Terminated: ok {rc=0}
06:39:09.848090 bus                          /gobi_6: Setting Powered False
</stdout></case><case><age>232</age><className>gprs:nanobts+band-900+mod-bts0-dynts-ipa</className><duration>11.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=6267): Process ended prematurely: osmo-stp_10.42.42.5(pid=6267) [trial-2370↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6267)]</errorStackTrace><failedSince>2139</failedSince><name>iperf3m4.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py", line 8, in &lt;module&gt;
    setup_run_iperf3_test_parallel(4)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py", line 67, in setup_run_iperf3_test_parallel
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6267): Process ended prematurely: osmo-stp_10.42.42.5(pid=6267) [trial-2370↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6267)]
</stderr><stdout>
----------------------------------------------
trial-2370 gprs:nanobts+band-900+mod-bts0-dynts-ipa iperf3m4.py
----------------------------------------------
06:39:10.960457 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
06:39:10.972575 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)
06:39:11.132293 tst                      iperf3m4.py: using LAC 26545
06:39:11.258215 tst                      iperf3m4.py: using RAC 25
06:39:11.382266 tst                      iperf3m4.py: using CellId 26545
06:39:11.507016 tst                      iperf3m4.py: using BVCI 26546
06:39:11.531323 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
06:39:11.542719 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
06:39:11.554045 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
06:39:11.565642 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
06:39:11.576832 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
06:39:11.588278 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
06:39:11.599784 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
06:39:11.611003 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
06:39:11.622406 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)
06:39:11.741286 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)
06:39:11.859861 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)
06:39:11.979593 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)
06:39:12.252658 tst                    iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...
06:39:12.375990 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
06:39:12.684030 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6253): Launched
06:39:12.939582 run iperf3-srv_10.42.42.10(pid=6254): Launched
06:39:13.118765 tst                    iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...
06:39:13.241233 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
06:39:13.550143 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6255): Launched
06:39:13.805722 run iperf3-srv_10.42.42.10(pid=6256): Launched
06:39:13.985194 tst                    iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...
06:39:14.107740 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
06:39:14.415034 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6257): Launched
06:39:14.670074 run iperf3-srv_10.42.42.10(pid=6258): Launched
06:39:14.849642 tst                    iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...
06:39:14.972627 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
06:39:15.280164 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6259): Launched
06:39:15.535510 run iperf3-srv_10.42.42.10(pid=6260): Launched
06:39:15.714951 tst                    iperf3m4.py:8: start network...
06:39:15.841749 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
06:39:16.399282 run          create_hlr_db(pid=6261): Launched
06:39:16.588771 bus                          /gobi_6: Setting Powered False
06:39:17.593555 run          create_hlr_db(pid=6261): Terminated: ok {rc=0}
06:39:18.033722 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6263): Launched
06:39:18.351446 run    osmo-hlr_10.42.42.2(pid=6264): Launched
06:39:18.467584 run              osmo-stp_10.42.42.5: Starting osmo-stp
06:39:19.022814 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6266): Launched
06:39:19.340178 run    osmo-stp_10.42.42.5(pid=6267): Launched
06:39:19.455739 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
06:39:20.009505 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6269): Launched
06:39:20.122263 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
06:39:20.399186 run               patchelf(pid=6270): Launched
06:39:20.585282 run    osmo-stp_10.42.42.5(pid=6267): ERR: Terminated: ERROR {rc=1}  [trial-2370↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6267)]
06:39:20.720456 run    osmo-stp_10.42.42.5(pid=6267): stdout: 
| (launched: 2022-12-10_06:39:19.184257)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:39:20.855511 run    osmo-stp_10.42.42.5(pid=6267): stderr: 
| �[0;m�[38;5;43m20221210063919377 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210063919377 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210063919377 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210063919378 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210063919378 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210063919378 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210063919378 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:39:20.986870 run    osmo-stp_10.42.42.5(pid=6267): stdout: 
| (launched: 2022-12-10_06:39:19.184257)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:39:21.116548 run    osmo-stp_10.42.42.5(pid=6267): stderr: 
| �[0;m�[38;5;43m20221210063919377 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210063919377 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210063919377 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210063919378 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210063919378 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210063919378 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210063919378 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:39:21.267770 run               patchelf(pid=6270): Terminating (SIGINT)
06:39:21.445593 run               patchelf(pid=6270): Terminated: ok {rc=0}
06:39:21.478383 tst                    iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=6267): Process ended prematurely: osmo-stp_10.42.42.5(pid=6267) [trial-2370↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6267)]  [trial-2370↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3m4.py:8]
06:39:21.488273 tst                    iperf3m4.py:8: Test FAILED (10.6 sec)
06:39:21.550773 run    osmo-hlr_10.42.42.2(pid=6264): ERR: Terminated: ERROR {rc=237}  [trial-2370↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6264)]
06:39:21.601511 run    osmo-hlr_10.42.42.2(pid=6264): stdout: 
| (launched: 2022-12-10_06:39:18.194948) 
06:39:21.652678 run    osmo-hlr_10.42.42.2(pid=6264): stderr: 
| �[0;m�[1;31m20221210063918393 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210063918393 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210063918393 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210063918393 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210063918393 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210063918393 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210063918408 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/gprs:nanobts+band-900+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210063918416 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210063918416 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210063918416 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
06:39:21.696028 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6253): Terminating (SIGTERM)
06:39:21.736928 run iperf3-srv_10.42.42.10(pid=6254): Terminating (SIGTERM)
06:39:21.778121 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6255): Terminating (SIGTERM)
06:39:21.819031 run iperf3-srv_10.42.42.10(pid=6256): Terminating (SIGTERM)
06:39:21.859973 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6257): Terminating (SIGTERM)
06:39:21.901222 run iperf3-srv_10.42.42.10(pid=6258): Terminating (SIGTERM)
06:39:21.942249 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6259): Terminating (SIGTERM)
06:39:21.983140 run iperf3-srv_10.42.42.10(pid=6260): Terminating (SIGTERM)
06:39:22.024083 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6263): Terminating (SIGTERM)
06:39:22.065106 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6266): Terminating (SIGTERM)
06:39:22.106346 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6269): Terminating (SIGTERM)
06:39:22.115923 ---      ParallelTerminationStrategy: PID 6253 died...
06:39:22.171121 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6253): Terminated: ok {rc=0}
06:39:22.181209 ---      ParallelTerminationStrategy: PID 6254 died...
06:39:22.236574 run iperf3-srv_10.42.42.10(pid=6254): Terminated {rc=256}
06:39:22.246569 ---      ParallelTerminationStrategy: PID 6255 died...
06:39:22.301564 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6255): Terminated: ok {rc=0}
06:39:22.311578 ---      ParallelTerminationStrategy: PID 6256 died...
06:39:22.366582 run iperf3-srv_10.42.42.10(pid=6256): Terminated {rc=256}
06:39:22.376530 ---      ParallelTerminationStrategy: PID 6257 died...
06:39:22.432369 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6257): Terminated: ok {rc=0}
06:39:22.442428 ---      ParallelTerminationStrategy: PID 6258 died...
06:39:22.497562 run iperf3-srv_10.42.42.10(pid=6258): Terminated {rc=256}
06:39:22.507567 ---      ParallelTerminationStrategy: PID 6259 died...
06:39:22.562606 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6259): Terminated: ok {rc=0}
06:39:22.572617 ---      ParallelTerminationStrategy: PID 6260 died...
06:39:22.627518 run iperf3-srv_10.42.42.10(pid=6260): Terminated {rc=256}
06:39:22.637920 ---      ParallelTerminationStrategy: PID 6263 died...
06:39:22.692697 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6263): Terminated: ok {rc=0}
06:39:22.702676 ---      ParallelTerminationStrategy: PID 6266 died...
06:39:22.757498 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6266): Terminated: ok {rc=0}
06:39:22.767536 ---      ParallelTerminationStrategy: PID 6269 died...
06:39:22.823156 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6269): Terminated: ok {rc=0}
06:39:22.908622 bus                          /gobi_4: Setting Powered False
06:39:24.015211 bus                          /gobi_4: Setting Powered False
06:39:25.121708 bus                          /gobi_1: Setting Powered False
06:39:26.222387 bus                          /gobi_1: Setting Powered False
06:39:27.332341 bus                          /gobi_0: Setting Powered False
06:39:28.433882 bus                          /gobi_0: Setting Powered False
06:39:29.543496 bus                          /gobi_6: Setting Powered False
</stdout></case><case><age>232</age><className>gprs:nanobts+band-900+mod-bts0-dynts-ipa</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=6278): Process ended prematurely: osmo-stp_10.42.42.5(pid=6278) [trial-2370↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6278)]</errorStackTrace><failedSince>2139</failedSince><name>ping.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py", line 22, in &lt;module&gt;
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6278): Process ended prematurely: osmo-stp_10.42.42.5(pid=6278) [trial-2370↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6278)]
</stderr><stdout>
----------------------------------------------
trial-2370 gprs:nanobts+band-900+mod-bts0-dynts-ipa ping.py
----------------------------------------------
06:39:30.608700 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
06:39:30.620396 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)
06:39:30.786659 tst                          ping.py: using LAC 26546
06:39:30.915011 tst                          ping.py: using RAC 26
06:39:31.051437 tst                          ping.py: using CellId 26546
06:39:31.202757 tst                          ping.py: using BVCI 26547
06:39:31.232043 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
06:39:31.246532 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
06:39:31.261327 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
06:39:31.277014 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
06:39:31.292666 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
06:39:31.308704 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
06:39:31.325496 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
06:39:31.341888 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)
06:39:31.655480 tst                       ping.py:19: start network...
06:39:31.779284 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
06:39:32.282350 run          create_hlr_db(pid=6272): Launched
06:39:32.452713 bus                          /gobi_6: Setting Powered False
06:39:33.472030 run          create_hlr_db(pid=6272): Terminated: ok {rc=0}
06:39:33.860413 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6274): Launched
06:39:34.151470 run    osmo-hlr_10.42.42.2(pid=6275): Launched
06:39:34.263425 run              osmo-stp_10.42.42.5: Starting osmo-stp
06:39:34.780625 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6277): Launched
06:39:35.070265 run    osmo-stp_10.42.42.5(pid=6278): Launched
06:39:35.176250 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
06:39:35.683171 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6280): Launched
06:39:35.786223 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
06:39:36.040495 run               patchelf(pid=6281): Launched
06:39:36.211678 run    osmo-stp_10.42.42.5(pid=6278): ERR: Terminated: ERROR {rc=1}  [trial-2370↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6278)]
06:39:36.336794 run    osmo-stp_10.42.42.5(pid=6278): stdout: 
| (launched: 2022-12-10_06:39:34.927481)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:39:36.462606 run    osmo-stp_10.42.42.5(pid=6278): stderr: 
| �[0;m�[38;5;43m20221210063935095 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210063935095 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210063935095 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210063935095 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210063935096 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210063935096 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210063935096 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:39:36.583073 run    osmo-stp_10.42.42.5(pid=6278): stdout: 
| (launched: 2022-12-10_06:39:34.927481)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:39:36.702719 run    osmo-stp_10.42.42.5(pid=6278): stderr: 
| �[0;m�[38;5;43m20221210063935095 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210063935095 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210063935095 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210063935095 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210063935096 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210063935096 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210063935096 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:39:36.842130 run               patchelf(pid=6281): Terminating (SIGINT)
06:39:37.005802 run               patchelf(pid=6281): Terminated: ok {rc=0}
06:39:37.035600 tst                       ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=6278): Process ended prematurely: osmo-stp_10.42.42.5(pid=6278) [trial-2370↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6278)]  [trial-2370↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping.py:22]
06:39:37.044145 tst                       ping.py:22: Test FAILED (6.4 sec)
06:39:37.104712 run    osmo-hlr_10.42.42.2(pid=6275): ERR: Terminated: ERROR {rc=237}  [trial-2370↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6275)]
06:39:37.153550 run    osmo-hlr_10.42.42.2(pid=6275): stdout: 
| (launched: 2022-12-10_06:39:34.007801) 
06:39:37.202648 run    osmo-hlr_10.42.42.2(pid=6275): stderr: 
| �[0;m�[1;31m20221210063934183 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210063934183 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210063934183 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210063934183 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210063934183 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210063934183 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210063934195 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/gprs:nanobts+band-900+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210063934204 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210063934204 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210063934204 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
06:39:37.244030 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6274): Terminating (SIGTERM)
06:39:37.283223 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6277): Terminating (SIGTERM)
06:39:37.322399 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6280): Terminating (SIGTERM)
06:39:37.331776 ---      ParallelTerminationStrategy: PID 6274 died...
06:39:37.384894 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6274): Terminated: ok {rc=0}
06:39:37.394604 ---      ParallelTerminationStrategy: PID 6277 died...
06:39:37.447495 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6277): Terminated: ok {rc=0}
06:39:37.457176 ---      ParallelTerminationStrategy: PID 6280 died...
06:39:37.510377 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6280): Terminated: ok {rc=0}
06:39:37.592765 bus                          /gobi_6: Setting Powered False
</stdout></case><case><age>232</age><className>gprs:nanobts+band-900+mod-bts0-dynts-ipa</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=6288): Process ended prematurely: osmo-stp_10.42.42.5(pid=6288) [trial-2370↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6288)]</errorStackTrace><failedSince>2139</failedSince><name>ping_idle_ping.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py", line 27, in &lt;module&gt;
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6288): Process ended prematurely: osmo-stp_10.42.42.5(pid=6288) [trial-2370↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6288)]
</stderr><stdout>
----------------------------------------------
trial-2370 gprs:nanobts+band-900+mod-bts0-dynts-ipa ping_idle_ping.py
----------------------------------------------
06:39:38.642291 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
06:39:38.653821 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)
06:39:38.806435 tst                ping_idle_ping.py: using LAC 26547
06:39:38.921320 tst                ping_idle_ping.py: using RAC 27
06:39:39.045079 tst                ping_idle_ping.py: using CellId 26547
06:39:39.167560 tst                ping_idle_ping.py: using BVCI 26548
06:39:39.191672 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
06:39:39.203156 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
06:39:39.214668 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
06:39:39.226597 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
06:39:39.238449 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
06:39:39.250216 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
06:39:39.262079 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
06:39:39.273883 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)
06:39:39.559307 tst             ping_idle_ping.py:24: start network...
06:39:39.689522 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
06:39:40.192367 run          create_hlr_db(pid=6282): Launched
06:39:40.373833 bus                          /gobi_6: Setting Powered False
06:39:41.394063 run          create_hlr_db(pid=6282): Terminated: ok {rc=0}
06:39:41.788899 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6284): Launched
06:39:42.080295 run    osmo-hlr_10.42.42.2(pid=6285): Launched
06:39:42.189872 run              osmo-stp_10.42.42.5: Starting osmo-stp
06:39:42.695768 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6287): Launched
06:39:42.987016 run    osmo-stp_10.42.42.5(pid=6288): Launched
06:39:43.093091 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
06:39:43.601884 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6290): Launched
06:39:43.705214 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
06:39:43.960206 run               patchelf(pid=6291): Launched
06:39:44.131768 run    osmo-stp_10.42.42.5(pid=6288): ERR: Terminated: ERROR {rc=1}  [trial-2370↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6288)]
06:39:44.256462 run    osmo-stp_10.42.42.5(pid=6288): stdout: 
| (launched: 2022-12-10_06:39:42.842564)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:39:44.381773 run    osmo-stp_10.42.42.5(pid=6288): stderr: 
| �[0;m�[38;5;43m20221210063943011 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210063943011 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210063943012 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210063943012 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210063943013 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210063943013 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210063943013 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:39:44.503580 run    osmo-stp_10.42.42.5(pid=6288): stdout: 
| (launched: 2022-12-10_06:39:42.842564)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:39:44.623335 run    osmo-stp_10.42.42.5(pid=6288): stderr: 
| �[0;m�[38;5;43m20221210063943011 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210063943011 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210063943012 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210063943012 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210063943013 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210063943013 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210063943013 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:39:44.762854 run               patchelf(pid=6291): Terminating (SIGINT)
06:39:44.927680 run               patchelf(pid=6291): Terminated: ok {rc=0}
06:39:44.957756 tst             ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=6288): Process ended prematurely: osmo-stp_10.42.42.5(pid=6288) [trial-2370↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6288)]  [trial-2370↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]
06:39:44.966397 tst             ping_idle_ping.py:27: Test FAILED (6.3 sec)
06:39:45.025943 run    osmo-hlr_10.42.42.2(pid=6285): ERR: Terminated: ERROR {rc=237}  [trial-2370↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6285)]
06:39:45.073978 run    osmo-hlr_10.42.42.2(pid=6285): stdout: 
| (launched: 2022-12-10_06:39:41.936446) 
06:39:45.122825 run    osmo-hlr_10.42.42.2(pid=6285): stderr: 
| �[0;m�[1;31m20221210063942109 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210063942110 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210063942110 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210063942110 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210063942110 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210063942110 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210063942122 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/gprs:nanobts+band-900+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210063942130 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210063942130 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210063942130 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
06:39:45.164552 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6284): Terminating (SIGTERM)
06:39:45.203744 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6287): Terminating (SIGTERM)
06:39:45.243176 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6290): Terminating (SIGTERM)
06:39:45.252592 ---      ParallelTerminationStrategy: PID 6284 died...
06:39:45.305526 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6284): Terminated: ok {rc=0}
06:39:45.315092 ---      ParallelTerminationStrategy: PID 6287 died...
06:39:45.368250 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6287): Terminated: ok {rc=0}
06:39:45.377939 ---      ParallelTerminationStrategy: PID 6290 died...
06:39:45.430261 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6290): Terminated: ok {rc=0}
06:39:45.516378 bus                          /gobi_6: Setting Powered False
</stdout></case><duration>59.0</duration><id>157</id><name>gprs_nanobts+band-900+mod-bts0-dynts-ipa</name><properties></properties><timestamp>2022-12-10T06:38:48</timestamp></suite><suite><case><age>232</age><className>gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend</className><duration>9.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=6305): Process ended prematurely: osmo-stp_10.42.42.5(pid=6305) [trial-2370↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6305)]</errorStackTrace><failedSince>2139</failedSince><name>cs_paging_gprs_active.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py", line 38, in &lt;module&gt;
    setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py", line 67, in setup_run_iperf3_test_parallel
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6305): Process ended prematurely: osmo-stp_10.42.42.5(pid=6305) [trial-2370↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6305)]
</stderr><stdout>
----------------------------------------------
trial-2370 gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend cs_paging_gprs_active.py
----------------------------------------------
06:39:47.802072 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)
06:39:47.813368 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)
06:39:47.949574 tst         cs_paging_gprs_active.py: using LAC 26548
06:39:48.069924 tst         cs_paging_gprs_active.py: using RAC 28
06:39:48.185088 tst         cs_paging_gprs_active.py: using CellId 26548
06:39:48.306051 tst         cs_paging_gprs_active.py: using BVCI 26549
06:39:48.329927 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)
06:39:48.342117 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)
06:39:48.354141 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)
06:39:48.365768 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)
06:39:48.377448 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)
06:39:48.388770 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)
06:39:48.400609 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)
06:39:48.412266 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)
06:39:48.424346 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)
06:39:48.544392 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)
06:39:48.829967 tst      cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...
06:39:48.960374 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
06:39:49.284868 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6295): Launched
06:39:49.556282 run iperf3-srv_10.42.42.10(pid=6296): Launched
06:39:49.747310 tst      cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...
06:39:49.877513 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
06:39:50.202330 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6297): Launched
06:39:50.472782 run iperf3-srv_10.42.42.10(pid=6298): Launched
06:39:50.664308 tst      cs_paging_gprs_active.py:38: start network...
06:39:50.794824 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
06:39:51.299629 run          create_hlr_db(pid=6299): Launched
06:39:51.481744 bus                          /gobi_6: Setting Powered False
06:39:52.502781 run          create_hlr_db(pid=6299): Terminated: ok {rc=0}
06:39:52.921581 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6301): Launched
06:39:53.236408 run    osmo-hlr_10.42.42.2(pid=6302): Launched
06:39:53.350484 run              osmo-stp_10.42.42.5: Starting osmo-stp
06:39:53.897495 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6304): Launched
06:39:54.211909 run    osmo-stp_10.42.42.5(pid=6305): Launched
06:39:54.325925 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
06:39:54.874665 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6307): Launched
06:39:54.986616 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
06:39:55.261472 run               patchelf(pid=6308): Launched
06:39:55.446011 run    osmo-stp_10.42.42.5(pid=6305): ERR: Terminated: ERROR {rc=1}  [trial-2370↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6305)]
06:39:55.580719 run    osmo-stp_10.42.42.5(pid=6305): stdout: 
| (launched: 2022-12-10_06:39:54.057226)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:39:55.715862 run    osmo-stp_10.42.42.5(pid=6305): stderr: 
| �[0;m�[38;5;43m20221210063954249 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210063954249 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210063954249 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210063954250 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210063954250 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210063954250 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210063954250 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:39:55.846251 run    osmo-stp_10.42.42.5(pid=6305): stdout: 
| (launched: 2022-12-10_06:39:54.057226)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:39:55.975616 run    osmo-stp_10.42.42.5(pid=6305): stderr: 
| �[0;m�[38;5;43m20221210063954249 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210063954249 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210063954249 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210063954250 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210063954250 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210063954250 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210063954250 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:39:56.125854 run               patchelf(pid=6308): Terminating (SIGINT)
06:39:56.302417 run               patchelf(pid=6308): Terminated: ok {rc=0}
06:39:56.335221 tst      cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=6305): Process ended prematurely: osmo-stp_10.42.42.5(pid=6305) [trial-2370↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6305)]  [trial-2370↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38]
06:39:56.345087 tst      cs_paging_gprs_active.py:38: Test FAILED (8.6 sec)
06:39:56.406759 run    osmo-hlr_10.42.42.2(pid=6302): ERR: Terminated: ERROR {rc=237}  [trial-2370↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6302)]
06:39:56.457633 run    osmo-hlr_10.42.42.2(pid=6302): stdout: 
| (launched: 2022-12-10_06:39:53.081152) 
06:39:56.508937 run    osmo-hlr_10.42.42.2(pid=6302): stderr: 
| �[0;m�[1;31m20221210063953280 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210063953280 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210063953280 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210063953280 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210063953280 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210063953280 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210063953293 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210063953301 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210063953302 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210063953302 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
06:39:56.552713 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6295): Terminating (SIGTERM)
06:39:56.594163 run iperf3-srv_10.42.42.10(pid=6296): Terminating (SIGTERM)
06:39:56.635521 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6297): Terminating (SIGTERM)
06:39:56.676647 run iperf3-srv_10.42.42.10(pid=6298): Terminating (SIGTERM)
06:39:56.718157 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6301): Terminating (SIGTERM)
06:39:56.759493 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6304): Terminating (SIGTERM)
06:39:56.800779 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6307): Terminating (SIGTERM)
06:39:56.810309 ---      ParallelTerminationStrategy: PID 6295 died...
06:39:56.865412 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6295): Terminated: ok {rc=0}
06:39:56.875307 ---      ParallelTerminationStrategy: PID 6296 died...
06:39:56.930060 run iperf3-srv_10.42.42.10(pid=6296): Terminated {rc=256}
06:39:56.939794 ---      ParallelTerminationStrategy: PID 6297 died...
06:39:56.994640 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6297): Terminated: ok {rc=0}
06:39:57.004504 ---      ParallelTerminationStrategy: PID 6298 died...
06:39:57.059343 run iperf3-srv_10.42.42.10(pid=6298): Terminated {rc=256}
06:39:57.069220 ---      ParallelTerminationStrategy: PID 6301 died...
06:39:57.123789 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6301): Terminated: ok {rc=0}
06:39:57.133757 ---      ParallelTerminationStrategy: PID 6304 died...
06:39:57.188930 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6304): Terminated: ok {rc=0}
06:39:57.198804 ---      ParallelTerminationStrategy: PID 6307 died...
06:39:57.254469 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6307): Terminated: ok {rc=0}
06:39:57.341567 bus                          /gobi_0: Setting Powered False
06:39:58.448111 bus                          /gobi_0: Setting Powered False
06:39:59.557361 bus                          /gobi_6: Setting Powered False
</stdout></case><case><age>232</age><className>gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend</className><duration>8.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=6320): Process ended prematurely: osmo-stp_10.42.42.5(pid=6320) [trial-2370↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6320)]</errorStackTrace><failedSince>2139</failedSince><name>iperf3.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py", line 8, in &lt;module&gt;
    setup_run_iperf3_test_parallel(1)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py", line 67, in setup_run_iperf3_test_parallel
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6320): Process ended prematurely: osmo-stp_10.42.42.5(pid=6320) [trial-2370↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6320)]
</stderr><stdout>
----------------------------------------------
trial-2370 gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend iperf3.py
----------------------------------------------
06:40:00.669075 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)
06:40:00.681548 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)
06:40:00.824600 tst                        iperf3.py: using LAC 26549
06:40:00.966409 tst                        iperf3.py: using RAC 29
06:40:01.097127 tst                        iperf3.py: using CellId 26549
06:40:01.217716 tst                        iperf3.py: using BVCI 26550
06:40:01.241869 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)
06:40:01.255277 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)
06:40:01.268011 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)
06:40:01.282950 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)
06:40:01.295961 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)
06:40:01.309682 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)
06:40:01.324206 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)
06:40:01.338416 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)
06:40:01.352124 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)
06:40:01.642477 tst                      iperf3.py:8: start iperfv3 server 10.42.42.10:5003...
06:40:01.769473 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
06:40:02.104908 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6312): Launched
06:40:02.360847 run iperf3-srv_10.42.42.10(pid=6313): Launched
06:40:02.538651 tst                      iperf3.py:8: start network...
06:40:02.660122 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
06:40:03.119467 run          create_hlr_db(pid=6314): Launched
06:40:03.288443 bus                          /gobi_6: Setting Powered False
06:40:04.309419 run          create_hlr_db(pid=6314): Terminated: ok {rc=0}
06:40:04.728941 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6316): Launched
06:40:05.041972 run    osmo-hlr_10.42.42.2(pid=6317): Launched
06:40:05.157606 run              osmo-stp_10.42.42.5: Starting osmo-stp
06:40:05.705107 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6319): Launched
06:40:06.017958 run    osmo-stp_10.42.42.5(pid=6320): Launched
06:40:06.131230 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
06:40:06.682175 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6322): Launched
06:40:06.794840 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
06:40:07.070178 run               patchelf(pid=6323): Launched
06:40:07.254802 run    osmo-stp_10.42.42.5(pid=6320): ERR: Terminated: ERROR {rc=1}  [trial-2370↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6320)]
06:40:07.390526 run    osmo-stp_10.42.42.5(pid=6320): stdout: 
| (launched: 2022-12-10_06:40:05.864040)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:40:07.526623 run    osmo-stp_10.42.42.5(pid=6320): stderr: 
| �[0;m�[38;5;43m20221210064006054 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210064006055 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210064006055 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210064006055 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210064006056 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210064006056 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210064006056 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:40:07.657233 run    osmo-stp_10.42.42.5(pid=6320): stdout: 
| (launched: 2022-12-10_06:40:05.864040)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:40:07.786718 run    osmo-stp_10.42.42.5(pid=6320): stderr: 
| �[0;m�[38;5;43m20221210064006054 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210064006055 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210064006055 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210064006055 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210064006056 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210064006056 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210064006056 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:40:07.936786 run               patchelf(pid=6323): Terminating (SIGINT)
06:40:08.112746 run               patchelf(pid=6323): Terminated: ok {rc=0}
06:40:08.145579 tst                      iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=6320): Process ended prematurely: osmo-stp_10.42.42.5(pid=6320) [trial-2370↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6320)]  [trial-2370↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8]
06:40:08.155680 tst                      iperf3.py:8: Test FAILED (7.5 sec)
06:40:08.217319 run    osmo-hlr_10.42.42.2(pid=6317): ERR: Terminated: ERROR {rc=237}  [trial-2370↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6317)]
06:40:08.267689 run    osmo-hlr_10.42.42.2(pid=6317): stdout: 
| (launched: 2022-12-10_06:40:04.888477) 
06:40:08.318760 run    osmo-hlr_10.42.42.2(pid=6317): stderr: 
| �[0;m�[1;31m20221210064005085 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210064005085 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210064005085 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210064005085 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210064005085 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210064005085 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210064005098 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210064005108 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210064005108 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210064005109 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
06:40:08.362279 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6312): Terminating (SIGTERM)
06:40:08.403285 run iperf3-srv_10.42.42.10(pid=6313): Terminating (SIGTERM)
06:40:08.444752 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6316): Terminating (SIGTERM)
06:40:08.485947 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6319): Terminating (SIGTERM)
06:40:08.526949 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6322): Terminating (SIGTERM)
06:40:08.536381 ---      ParallelTerminationStrategy: PID 6312 died...
06:40:08.591208 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6312): Terminated: ok {rc=0}
06:40:08.601170 ---      ParallelTerminationStrategy: PID 6313 died...
06:40:08.655659 run iperf3-srv_10.42.42.10(pid=6313): Terminated {rc=256}
06:40:08.665444 ---      ParallelTerminationStrategy: PID 6316 died...
06:40:08.719975 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6316): Terminated: ok {rc=0}
06:40:08.729977 ---      ParallelTerminationStrategy: PID 6319 died...
06:40:08.784634 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6319): Terminated: ok {rc=0}
06:40:08.794648 ---      ParallelTerminationStrategy: PID 6322 died...
06:40:08.849092 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6322): Terminated: ok {rc=0}
06:40:08.934407 bus                          /gobi_6: Setting Powered False
</stdout></case><case><age>232</age><className>gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend</className><duration>11.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=6385): Process ended prematurely: osmo-stp_10.42.42.5(pid=6385) [trial-2370↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6385)]</errorStackTrace><failedSince>2139</failedSince><name>iperf3m4.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py", line 8, in &lt;module&gt;
    setup_run_iperf3_test_parallel(4)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py", line 67, in setup_run_iperf3_test_parallel
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6385): Process ended prematurely: osmo-stp_10.42.42.5(pid=6385) [trial-2370↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6385)]
</stderr><stdout>
----------------------------------------------
trial-2370 gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend iperf3m4.py
----------------------------------------------
06:40:10.047391 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)
06:40:10.059829 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)
06:40:10.203009 tst                      iperf3m4.py: using LAC 26550
06:40:10.325875 tst                      iperf3m4.py: using RAC 30
06:40:10.454247 tst                      iperf3m4.py: using CellId 26550
06:40:10.575235 tst                      iperf3m4.py: using BVCI 26551
06:40:10.599281 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)
06:40:10.611027 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)
06:40:10.622684 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)
06:40:10.634263 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)
06:40:10.645812 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)
06:40:10.657279 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)
06:40:10.668910 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)
06:40:10.680317 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)
06:40:10.692076 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)
06:40:10.810927 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)
06:40:10.926614 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)
06:40:11.045389 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)
06:40:11.331927 tst                    iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...
06:40:11.464210 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
06:40:11.790258 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6324): Launched
06:40:12.060224 run iperf3-srv_10.42.42.10(pid=6325): Launched
06:40:12.251988 tst                    iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...
06:40:12.382604 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
06:40:12.707530 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6326): Launched
06:40:12.976594 run iperf3-srv_10.42.42.10(pid=6327): Launched
06:40:13.167927 tst                    iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...
06:40:13.298254 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
06:40:13.624676 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6328): Launched
06:40:13.894227 run iperf3-srv_10.42.42.10(pid=6329): Launched
06:40:14.085266 tst                    iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...
06:40:14.215986 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
06:40:14.542309 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6330): Launched
06:40:14.811661 run iperf3-srv_10.42.42.10(pid=6331): Launched
06:40:15.002907 tst                    iperf3m4.py:8: start network...
06:40:15.133123 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
06:40:15.636195 run          create_hlr_db(pid=6332): Launched
06:40:15.817328 bus                          /gobi_6: Setting Powered False
06:40:16.897502 run          create_hlr_db(pid=6332): Terminated: ok {rc=0}
06:40:17.413843 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6353): Launched
06:40:17.746702 run    osmo-hlr_10.42.42.2(pid=6354): Launched
06:40:17.947344 run              osmo-stp_10.42.42.5: Starting osmo-stp
06:40:18.529243 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6364): Launched
06:40:18.873531 run    osmo-stp_10.42.42.5(pid=6385): Launched
06:40:18.987132 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
06:40:19.536021 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6388): Launched
06:40:19.647788 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
06:40:19.921861 run               patchelf(pid=6389): Launched
06:40:20.105907 run    osmo-stp_10.42.42.5(pid=6385): ERR: Terminated: ERROR {rc=1}  [trial-2370↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6385)]
06:40:20.239871 run    osmo-stp_10.42.42.5(pid=6385): stdout: 
| (launched: 2022-12-10_06:40:18.692148)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:40:20.374644 run    osmo-stp_10.42.42.5(pid=6385): stderr: 
| �[0;m�[38;5;43m20221210064018900 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210064018900 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210064018900 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210064018901 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210064018901 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210064018901 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210064018902 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:40:20.504861 run    osmo-stp_10.42.42.5(pid=6385): stdout: 
| (launched: 2022-12-10_06:40:18.692148)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:40:20.633909 run    osmo-stp_10.42.42.5(pid=6385): stderr: 
| �[0;m�[38;5;43m20221210064018900 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210064018900 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210064018900 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210064018901 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210064018901 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210064018901 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210064018902 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:40:20.783367 run               patchelf(pid=6389): Terminating (SIGINT)
06:40:20.958569 run               patchelf(pid=6389): Terminated: ok {rc=0}
06:40:20.991167 tst                    iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=6385): Process ended prematurely: osmo-stp_10.42.42.5(pid=6385) [trial-2370↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6385)]  [trial-2370↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8]
06:40:21.001107 tst                    iperf3m4.py:8: Test FAILED (11.0 sec)
06:40:21.062290 run    osmo-hlr_10.42.42.2(pid=6354): ERR: Terminated: ERROR {rc=237}  [trial-2370↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6354)]
06:40:21.112052 run    osmo-hlr_10.42.42.2(pid=6354): stdout: 
| (launched: 2022-12-10_06:40:17.571120) 
06:40:21.162552 run    osmo-hlr_10.42.42.2(pid=6354): stderr: 
| �[0;m�[1;31m20221210064017906 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210064017906 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210064017906 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210064017906 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210064017906 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210064017906 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210064017928 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210064017939 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210064017939 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210064017940 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
06:40:21.205646 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6324): Terminating (SIGTERM)
06:40:21.246182 run iperf3-srv_10.42.42.10(pid=6325): Terminating (SIGTERM)
06:40:21.286826 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6326): Terminating (SIGTERM)
06:40:21.327371 run iperf3-srv_10.42.42.10(pid=6327): Terminating (SIGTERM)
06:40:21.367855 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6328): Terminating (SIGTERM)
06:40:21.408350 run iperf3-srv_10.42.42.10(pid=6329): Terminating (SIGTERM)
06:40:21.449619 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6330): Terminating (SIGTERM)
06:40:21.490155 run iperf3-srv_10.42.42.10(pid=6331): Terminating (SIGTERM)
06:40:21.530727 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6353): Terminating (SIGTERM)
06:40:21.571202 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6364): Terminating (SIGTERM)
06:40:21.611725 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6388): Terminating (SIGTERM)
06:40:21.621261 ---      ParallelTerminationStrategy: PID 6324 died...
06:40:21.675565 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6324): Terminated: ok {rc=0}
06:40:21.685530 ---      ParallelTerminationStrategy: PID 6325 died...
06:40:21.739523 run iperf3-srv_10.42.42.10(pid=6325): Terminated {rc=256}
06:40:21.749415 ---      ParallelTerminationStrategy: PID 6326 died...
06:40:21.803534 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6326): Terminated: ok {rc=0}
06:40:21.813420 ---      ParallelTerminationStrategy: PID 6327 died...
06:40:21.867362 run iperf3-srv_10.42.42.10(pid=6327): Terminated {rc=256}
06:40:21.877111 ---      ParallelTerminationStrategy: PID 6328 died...
06:40:21.931674 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6328): Terminated: ok {rc=0}
06:40:21.941716 ---      ParallelTerminationStrategy: PID 6329 died...
06:40:21.995779 run iperf3-srv_10.42.42.10(pid=6329): Terminated {rc=256}
06:40:22.005632 ---      ParallelTerminationStrategy: PID 6330 died...
06:40:22.059695 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6330): Terminated: ok {rc=0}
06:40:22.069632 ---      ParallelTerminationStrategy: PID 6331 died...
06:40:22.123614 run iperf3-srv_10.42.42.10(pid=6331): Terminated {rc=256}
06:40:22.133535 ---      ParallelTerminationStrategy: PID 6353 died...
06:40:22.187800 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6353): Terminated: ok {rc=0}
06:40:22.197967 ---      ParallelTerminationStrategy: PID 6364 died...
06:40:22.252185 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6364): Terminated: ok {rc=0}
06:40:22.262154 ---      ParallelTerminationStrategy: PID 6388 died...
06:40:22.316368 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6388): Terminated: ok {rc=0}
06:40:22.400718 bus                          /gobi_4: Setting Powered False
06:40:23.506523 bus                          /gobi_4: Setting Powered False
06:40:24.611680 bus                          /gobi_1: Setting Powered False
06:40:25.715745 bus                          /gobi_1: Setting Powered False
06:40:26.821937 bus                          /gobi_0: Setting Powered False
06:40:27.927035 bus                          /gobi_0: Setting Powered False
06:40:29.033702 bus                          /gobi_6: Setting Powered False
</stdout></case><case><age>232</age><className>gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=6396): Process ended prematurely: osmo-stp_10.42.42.5(pid=6396) [trial-2370↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6396)]</errorStackTrace><failedSince>2139</failedSince><name>ping.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py", line 22, in &lt;module&gt;
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6396): Process ended prematurely: osmo-stp_10.42.42.5(pid=6396) [trial-2370↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6396)]
</stderr><stdout>
----------------------------------------------
trial-2370 gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend ping.py
----------------------------------------------
06:40:30.101261 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)
06:40:30.113911 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)
06:40:30.254677 tst                          ping.py: using LAC 26551
06:40:30.374826 tst                          ping.py: using RAC 31
06:40:30.495680 tst                          ping.py: using CellId 26551
06:40:30.618200 tst                          ping.py: using BVCI 26552
06:40:30.641865 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)
06:40:30.653696 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)
06:40:30.665319 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)
06:40:30.676884 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)
06:40:30.688437 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)
06:40:30.700229 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)
06:40:30.711864 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)
06:40:30.723468 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)
06:40:31.024258 tst                       ping.py:19: start network...
06:40:31.156075 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
06:40:31.687912 run          create_hlr_db(pid=6390): Launched
06:40:31.859913 bus                          /gobi_6: Setting Powered False
06:40:32.874959 run          create_hlr_db(pid=6390): Terminated: ok {rc=0}
06:40:33.284313 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6392): Launched
06:40:33.592476 run    osmo-hlr_10.42.42.2(pid=6393): Launched
06:40:33.707534 run              osmo-stp_10.42.42.5: Starting osmo-stp
06:40:34.243672 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6395): Launched
06:40:34.550367 run    osmo-stp_10.42.42.5(pid=6396): Launched
06:40:34.660813 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
06:40:35.196701 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6398): Launched
06:40:35.306187 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
06:40:35.575779 run               patchelf(pid=6399): Launched
06:40:35.756385 run    osmo-stp_10.42.42.5(pid=6396): ERR: Terminated: ERROR {rc=1}  [trial-2370↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6396)]
06:40:35.888191 run    osmo-stp_10.42.42.5(pid=6396): stdout: 
| (launched: 2022-12-10_06:40:34.399344)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:40:36.020451 run    osmo-stp_10.42.42.5(pid=6396): stderr: 
| �[0;m�[38;5;43m20221210064034591 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210064034592 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210064034592 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210064034592 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210064034593 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210064034593 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210064034593 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:40:36.147898 run    osmo-stp_10.42.42.5(pid=6396): stdout: 
| (launched: 2022-12-10_06:40:34.399344)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:40:36.273891 run    osmo-stp_10.42.42.5(pid=6396): stderr: 
| �[0;m�[38;5;43m20221210064034591 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210064034592 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210064034592 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210064034592 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210064034593 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210064034593 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210064034593 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:40:36.420589 run               patchelf(pid=6399): Terminating (SIGINT)
06:40:36.593468 run               patchelf(pid=6399): Terminated: ok {rc=0}
06:40:36.624990 tst                       ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=6396): Process ended prematurely: osmo-stp_10.42.42.5(pid=6396) [trial-2370↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6396)]  [trial-2370↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22]
06:40:36.634401 tst                       ping.py:22: Test FAILED (6.5 sec)
06:40:36.695540 run    osmo-hlr_10.42.42.2(pid=6393): ERR: Terminated: ERROR {rc=237}  [trial-2370↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6393)]
06:40:36.745735 run    osmo-hlr_10.42.42.2(pid=6393): stdout: 
| (launched: 2022-12-10_06:40:33.440564) 
06:40:36.796515 run    osmo-hlr_10.42.42.2(pid=6393): stderr: 
| �[0;m�[1;31m20221210064033637 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210064033637 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210064033637 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210064033637 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210064033637 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210064033637 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210064033650 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210064033658 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210064033658 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210064033658 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
06:40:36.839728 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6392): Terminating (SIGTERM)
06:40:36.880299 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6395): Terminating (SIGTERM)
06:40:36.921169 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6398): Terminating (SIGTERM)
06:40:36.930656 ---      ParallelTerminationStrategy: PID 6392 died...
06:40:36.985018 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6392): Terminated: ok {rc=0}
06:40:36.994853 ---      ParallelTerminationStrategy: PID 6395 died...
06:40:37.049133 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6395): Terminated: ok {rc=0}
06:40:37.058909 ---      ParallelTerminationStrategy: PID 6398 died...
06:40:37.113197 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6398): Terminated: ok {rc=0}
06:40:37.197306 bus                          /gobi_6: Setting Powered False
</stdout></case><case><age>232</age><className>gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=6406): Process ended prematurely: osmo-stp_10.42.42.5(pid=6406) [trial-2370↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6406)]</errorStackTrace><failedSince>2139</failedSince><name>ping_idle_ping.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py", line 27, in &lt;module&gt;
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6406): Process ended prematurely: osmo-stp_10.42.42.5(pid=6406) [trial-2370↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6406)]
</stderr><stdout>
----------------------------------------------
trial-2370 gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend ping_idle_ping.py
----------------------------------------------
06:40:38.249523 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)
06:40:38.262254 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)
06:40:38.404037 tst                ping_idle_ping.py: using LAC 26552
06:40:38.525105 tst                ping_idle_ping.py: using RAC 32
06:40:38.645770 tst                ping_idle_ping.py: using CellId 26552
06:40:38.768154 tst                ping_idle_ping.py: using BVCI 26553
06:40:38.792060 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)
06:40:38.803874 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)
06:40:38.815599 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)
06:40:38.827846 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)
06:40:38.839370 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)
06:40:38.851171 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)
06:40:38.862960 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)
06:40:38.874724 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)
06:40:39.142786 tst             ping_idle_ping.py:24: start network...
06:40:39.263085 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
06:40:39.722999 run          create_hlr_db(pid=6400): Launched
06:40:39.891245 bus                          /gobi_6: Setting Powered False
06:40:40.911234 run          create_hlr_db(pid=6400): Terminated: ok {rc=0}
06:40:41.325449 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6402): Launched
06:40:41.636371 run    osmo-hlr_10.42.42.2(pid=6403): Launched
06:40:41.751586 run              osmo-stp_10.42.42.5: Starting osmo-stp
06:40:42.290861 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6405): Launched
06:40:42.601468 run    osmo-stp_10.42.42.5(pid=6406): Launched
06:40:42.714378 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
06:40:43.254589 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6408): Launched
06:40:43.364388 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
06:40:43.635216 run               patchelf(pid=6409): Launched
06:40:43.816870 run    osmo-stp_10.42.42.5(pid=6406): ERR: Terminated: ERROR {rc=1}  [trial-2370↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6406)]
06:40:43.949976 run    osmo-stp_10.42.42.5(pid=6406): stdout: 
| (launched: 2022-12-10_06:40:42.448404)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:40:44.083441 run    osmo-stp_10.42.42.5(pid=6406): stderr: 
| �[0;m�[38;5;43m20221210064042639 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210064042639 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210064042639 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210064042640 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210064042640 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210064042640 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210064042640 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:40:44.211767 run    osmo-stp_10.42.42.5(pid=6406): stdout: 
| (launched: 2022-12-10_06:40:42.448404)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:40:44.338785 run    osmo-stp_10.42.42.5(pid=6406): stderr: 
| �[0;m�[38;5;43m20221210064042639 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210064042639 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210064042639 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210064042640 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210064042640 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210064042640 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210064042640 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:40:44.487010 run               patchelf(pid=6409): Terminating (SIGINT)
06:40:44.660494 run               patchelf(pid=6409): Terminated: ok {rc=0}
06:40:44.692140 tst             ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=6406): Process ended prematurely: osmo-stp_10.42.42.5(pid=6406) [trial-2370↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6406)]  [trial-2370↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27]
06:40:44.701520 tst             ping_idle_ping.py:27: Test FAILED (6.4 sec)
06:40:44.763321 run    osmo-hlr_10.42.42.2(pid=6403): ERR: Terminated: ERROR {rc=237}  [trial-2370↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6403)]
06:40:44.813915 run    osmo-hlr_10.42.42.2(pid=6403): stdout: 
| (launched: 2022-12-10_06:40:41.482981) 
06:40:44.865180 run    osmo-hlr_10.42.42.2(pid=6403): stderr: 
| �[0;m�[1;31m20221210064041681 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210064041681 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210064041681 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210064041681 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210064041681 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210064041681 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210064041694 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210064041702 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210064041702 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210064041702 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
06:40:44.909047 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6402): Terminating (SIGTERM)
06:40:44.950362 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6405): Terminating (SIGTERM)
06:40:44.991631 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6408): Terminating (SIGTERM)
06:40:45.001304 ---      ParallelTerminationStrategy: PID 6402 died...
06:40:45.056713 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6402): Terminated: ok {rc=0}
06:40:45.066855 ---      ParallelTerminationStrategy: PID 6405 died...
06:40:45.121844 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6405): Terminated: ok {rc=0}
06:40:45.131708 ---      ParallelTerminationStrategy: PID 6408 died...
06:40:45.186720 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6408): Terminated: ok {rc=0}
06:40:45.273210 bus                          /gobi_6: Setting Powered False
</stdout></case><duration>60.0</duration><id>158</id><name>gprs_nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend</name><properties></properties><timestamp>2022-12-10T06:39:47</timestamp></suite><suite><case><age>232</age><className>dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=6419): Process ended prematurely: osmo-stp_10.42.42.5(pid=6419) [trial-2370↪dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6419)]</errorStackTrace><failedSince>2139</failedSince><name>switch_tch_pdch.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py", line 54, in &lt;module&gt;
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6419): Process ended prematurely: osmo-stp_10.42.42.5(pid=6419) [trial-2370↪dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6419)]
</stderr><stdout>
----------------------------------------------
trial-2370 dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any switch_tch_pdch.py
----------------------------------------------
06:40:47.347616 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)
06:40:47.359247 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x bts (candidates: 1)
06:40:47.509795 tst               switch_tch_pdch.py: using LAC 26553
06:40:47.624779 tst               switch_tch_pdch.py: using RAC 33
06:40:47.738272 tst               switch_tch_pdch.py: using CellId 26553
06:40:47.852494 tst               switch_tch_pdch.py: using BVCI 26554
06:40:47.874541 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)
06:40:47.886145 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)
06:40:47.897627 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)
06:40:47.909774 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)
06:40:47.922149 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)
06:40:47.934056 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)
06:40:47.946468 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)
06:40:47.958527 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x modem (candidates: 2)
06:40:48.078438 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x modem (candidates: 2)
06:40:48.361630 tst            switch_tch_pdch.py:51: start network...
06:40:48.490458 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
06:40:48.984516 run          create_hlr_db(pid=6413): Launched
06:40:49.163400 bus                          /gobi_6: Setting Powered False
06:40:50.183526 run          create_hlr_db(pid=6413): Terminated: ok {rc=0}
06:40:50.571592 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6415): Launched
06:40:50.858147 run    osmo-hlr_10.42.42.2(pid=6416): Launched
06:40:50.962377 run              osmo-stp_10.42.42.5: Starting osmo-stp
06:40:51.466093 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6418): Launched
06:40:51.753929 run    osmo-stp_10.42.42.5(pid=6419): Launched
06:40:51.857757 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
06:40:52.360294 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6421): Launched
06:40:52.463581 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
06:40:52.715859 run               patchelf(pid=6422): Launched
06:40:52.885843 run    osmo-stp_10.42.42.5(pid=6419): ERR: Terminated: ERROR {rc=1}  [trial-2370↪dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6419)]
06:40:53.010607 run    osmo-stp_10.42.42.5(pid=6419): stdout: 
| (launched: 2022-12-10_06:40:51.611924)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:40:53.135605 run    osmo-stp_10.42.42.5(pid=6419): stderr: 
| �[0;m�[38;5;43m20221210064051779 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210064051779 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210064051780 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210064051780 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210064051782 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210064051782 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210064051782 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:40:53.255653 run    osmo-stp_10.42.42.5(pid=6419): stdout: 
| (launched: 2022-12-10_06:40:51.611924)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:40:53.374625 run    osmo-stp_10.42.42.5(pid=6419): stderr: 
| �[0;m�[38;5;43m20221210064051779 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210064051779 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210064051780 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210064051780 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210064051782 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210064051782 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210064051782 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:40:53.512752 run               patchelf(pid=6422): Terminating (SIGINT)
06:40:53.674786 run               patchelf(pid=6422): Terminated: ok {rc=0}
06:40:53.704547 tst            switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=6419): Process ended prematurely: osmo-stp_10.42.42.5(pid=6419) [trial-2370↪dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6419)]  [trial-2370↪dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54]
06:40:53.713270 tst            switch_tch_pdch.py:54: Test FAILED (6.4 sec)
06:40:53.772559 run    osmo-hlr_10.42.42.2(pid=6416): ERR: Terminated: ERROR {rc=237}  [trial-2370↪dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6416)]
06:40:53.821131 run    osmo-hlr_10.42.42.2(pid=6416): stdout: 
| (launched: 2022-12-10_06:40:50.717204) 
06:40:53.870226 run    osmo-hlr_10.42.42.2(pid=6416): stderr: 
| �[0;m�[1;31m20221210064050889 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210064050889 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210064050889 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210064050889 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210064050889 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210064050889 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210064050901 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210064050910 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210064050910 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210064050910 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
06:40:53.911896 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6415): Terminating (SIGTERM)
06:40:53.951212 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6418): Terminating (SIGTERM)
06:40:53.990944 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6421): Terminating (SIGTERM)
06:40:54.000103 ---      ParallelTerminationStrategy: PID 6415 died...
06:40:54.052634 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6415): Terminated: ok {rc=0}
06:40:54.066578 ---      ParallelTerminationStrategy: PID 6418 died...
06:40:54.122708 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6418): Terminated: ok {rc=0}
06:40:54.132742 ---      ParallelTerminationStrategy: PID 6421 died...
06:40:54.188351 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6421): Terminated: ok {rc=0}
06:40:54.274932 bus                          /gobi_0: Setting Powered False
06:40:55.380666 bus                          /gobi_0: Setting Powered False
06:40:56.487697 bus                          /gobi_6: Setting Powered False
</stdout></case><duration>12.0</duration><id>159</id><name>dynts_nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any</name><properties></properties><timestamp>2022-12-10T06:40:47</timestamp></suite><suite><case><age>199</age><className>nitb_smpp</className><duration>3.0</duration><errorStackTrace>osmo-nitb_10.42.42.2(pid=6428): Process ended prematurely: osmo-nitb_10.42.42.2(pid=6428) [trial-2370↪nitb_smpp↪esme_connect_policy_acceptall.py:18↪esme_connect_policy_acceptall.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=6428)]</errorStackTrace><failedSince>2172</failedSince><name>esme_connect_policy_acceptall.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_smpp/esme_connect_policy_acceptall.py", line 18, in &lt;module&gt;
    nitb.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py", line 67, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=6428): Process ended prematurely: osmo-nitb_10.42.42.2(pid=6428) [trial-2370↪nitb_smpp↪esme_connect_policy_acceptall.py:18↪esme_connect_policy_acceptall.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=6428)]
</stderr><stdout>
----------------------------------------------
trial-2370 nitb_smpp esme_connect_policy_acceptall.py
----------------------------------------------
06:40:58.319568 tst                        nitb_smpp: Using 1 x ip_address (candidates: 1)
06:40:58.422752 tst esme_connect_policy_acceptall.py: using MSISDN 7590
06:40:58.553438 run             osmo-nitb_10.42.42.2: Starting osmo-nitb
06:40:59.109470 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=6427): Launched
06:40:59.402212 run   osmo-nitb_10.42.42.2(pid=6428): Launched
06:40:59.583601 run   osmo-nitb_10.42.42.2(pid=6428): ERR: Terminated: ERROR {rc=2}  [trial-2370↪nitb_smpp↪esme_connect_policy_acceptall.py:18↪esme_connect_policy_acceptall.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=6428)]
06:40:59.717922 run   osmo-nitb_10.42.42.2(pid=6428): stdout: 
| (launched: 2022-12-10_06:40:59.259011) 
06:40:59.853118 run   osmo-nitb_10.42.42.2(pid=6428): stderr: 
| (launched: 2022-12-10_06:40:59.302813)
| ======================================================================
| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and
| obsolete for several years.  If you really want to ignore years of hard work on
| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),
| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line
| argument.  DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!
| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box
| ====================================================================== 
06:40:59.982466 run   osmo-nitb_10.42.42.2(pid=6428): stdout: 
| (launched: 2022-12-10_06:40:59.259011) 
06:41:00.110965 run   osmo-nitb_10.42.42.2(pid=6428): stderr: 
| (launched: 2022-12-10_06:40:59.302813)
| ======================================================================
| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and
| obsolete for several years.  If you really want to ignore years of hard work on
| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),
| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line
| argument.  DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!
| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box
| ====================================================================== 
06:41:00.521221 tst   osmo-nitb_10.42.42.2(pid=6428): stdout: 
| (launched: 2022-12-10_06:40:59.259011) 
06:41:00.639328 tst   osmo-nitb_10.42.42.2(pid=6428): stderr: 
| (launched: 2022-12-10_06:40:59.302813)
| ======================================================================
| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and
| obsolete for several years.  If you really want to ignore years of hard work on
| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),
| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line
| argument.  DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!
| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box
| ====================================================================== 
06:41:00.691298 tst esme_connect_policy_acceptall.py:18: ERR: Error: osmo-nitb_10.42.42.2(pid=6428): Process ended prematurely: osmo-nitb_10.42.42.2(pid=6428) [trial-2370↪nitb_smpp↪esme_connect_policy_acceptall.py:18↪esme_connect_policy_acceptall.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=6428)]  [trial-2370↪nitb_smpp↪esme_connect_policy_acceptall.py:18]
06:41:00.699405 tst esme_connect_policy_acceptall.py:18: Test FAILED (2.4 sec)
06:41:00.734082 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=6427): Terminating (SIGTERM)
06:41:00.911169 ---      ParallelTerminationStrategy: PID 6427 died...
06:41:00.980696 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=6427): Terminated: ok {rc=0}
</stdout></case><case><age>199</age><className>nitb_smpp</className><duration>3.0</duration><errorStackTrace>osmo-nitb_10.42.42.2(pid=6430): Process ended prematurely: osmo-nitb_10.42.42.2(pid=6430) [trial-2370↪nitb_smpp↪esme_connect_policy_closed.py:24↪esme_connect_policy_closed.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=6430)]</errorStackTrace><failedSince>2172</failedSince><name>esme_connect_policy_closed.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_smpp/esme_connect_policy_closed.py", line 24, in &lt;module&gt;
    nitb.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py", line 67, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=6430): Process ended prematurely: osmo-nitb_10.42.42.2(pid=6430) [trial-2370↪nitb_smpp↪esme_connect_policy_closed.py:24↪esme_connect_policy_closed.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=6430)]
</stderr><stdout>
----------------------------------------------
trial-2370 nitb_smpp esme_connect_policy_closed.py
----------------------------------------------
06:41:01.005352 tst                        nitb_smpp: Using 1 x ip_address (candidates: 1)
06:41:01.148150 tst    esme_connect_policy_closed.py: using MSISDN 7591
06:41:01.299391 tst    esme_connect_policy_closed.py: using MSISDN 7592
06:41:01.409655 run             osmo-nitb_10.42.42.2: Starting osmo-nitb
06:41:02.001356 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=6429): Launched
06:41:02.319154 run   osmo-nitb_10.42.42.2(pid=6430): Launched
06:41:02.499264 run   osmo-nitb_10.42.42.2(pid=6430): ERR: Terminated: ERROR {rc=2}  [trial-2370↪nitb_smpp↪esme_connect_policy_closed.py:24↪esme_connect_policy_closed.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=6430)]
06:41:02.630828 run   osmo-nitb_10.42.42.2(pid=6430): stdout: 
| (launched: 2022-12-10_06:41:02.154288) 
06:41:02.762578 run   osmo-nitb_10.42.42.2(pid=6430): stderr: 
| (launched: 2022-12-10_06:41:02.198765)
| ======================================================================
| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and
| obsolete for several years.  If you really want to ignore years of hard work on
| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),
| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line
| argument.  DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!
| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box
| ====================================================================== 
06:41:02.889118 run   osmo-nitb_10.42.42.2(pid=6430): stdout: 
| (launched: 2022-12-10_06:41:02.154288) 
06:41:03.014492 run   osmo-nitb_10.42.42.2(pid=6430): stderr: 
| (launched: 2022-12-10_06:41:02.198765)
| ======================================================================
| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and
| obsolete for several years.  If you really want to ignore years of hard work on
| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),
| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line
| argument.  DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!
| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box
| ====================================================================== 
06:41:03.069715 tst esme_connect_policy_closed.py:24: ERR: Error: osmo-nitb_10.42.42.2(pid=6430): Process ended prematurely: osmo-nitb_10.42.42.2(pid=6430) [trial-2370↪nitb_smpp↪esme_connect_policy_closed.py:24↪esme_connect_policy_closed.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=6430)]  [trial-2370↪nitb_smpp↪esme_connect_policy_closed.py:24]
06:41:03.078213 tst esme_connect_policy_closed.py:24: Test FAILED (2.1 sec)
06:41:03.113921 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=6429): Terminating (SIGTERM)
06:41:03.291464 ---      ParallelTerminationStrategy: PID 6429 died...
06:41:03.348052 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=6429): Terminated: ok {rc=0}
</stdout></case><case><age>231</age><className>nitb_smpp</className><duration>3.0</duration><errorStackTrace>osmo-nitb_10.42.42.2(pid=6432): Process ended prematurely: osmo-nitb_10.42.42.2(pid=6432) [trial-2370↪nitb_smpp↪esme_ms_sms_storeforward.py:23↪esme_ms_sms_storeforward.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=6432)]</errorStackTrace><failedSince>2140</failedSince><name>esme_ms_sms_storeforward.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_smpp/esme_ms_sms_storeforward.py", line 23, in &lt;module&gt;
    nitb.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py", line 67, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=6432): Process ended prematurely: osmo-nitb_10.42.42.2(pid=6432) [trial-2370↪nitb_smpp↪esme_ms_sms_storeforward.py:23↪esme_ms_sms_storeforward.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=6432)]
</stderr><stdout>
----------------------------------------------
trial-2370 nitb_smpp esme_ms_sms_storeforward.py
----------------------------------------------
06:41:03.362726 tst                        nitb_smpp: Using 1 x ip_address (candidates: 1)
06:41:03.374201 tst                        nitb_smpp: Using 1 x bts (candidates: 1)
06:41:03.498916 tst      esme_ms_sms_storeforward.py: using LAC 26554
06:41:03.618508 tst      esme_ms_sms_storeforward.py: using RAC 34
06:41:03.742428 tst      esme_ms_sms_storeforward.py: using CellId 26554
06:41:03.857947 tst      esme_ms_sms_storeforward.py: using BVCI 26555
06:41:03.880614 tst                        nitb_smpp: Using 1 x modem (candidates: 1)
06:41:04.099259 tst      esme_ms_sms_storeforward.py: using MSISDN 7593
06:41:04.294342 tst   esme_ms_sms_storeforward.py:20: start nitb and bts...
06:41:04.427911 run             osmo-nitb_10.42.42.2: Starting osmo-nitb
06:41:05.086322 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=6431): Launched
06:41:05.401197 run   osmo-nitb_10.42.42.2(pid=6432): Launched
06:41:05.582955 run   osmo-nitb_10.42.42.2(pid=6432): ERR: Terminated: ERROR {rc=2}  [trial-2370↪nitb_smpp↪esme_ms_sms_storeforward.py:23↪esme_ms_sms_storeforward.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=6432)]
06:41:05.714924 run   osmo-nitb_10.42.42.2(pid=6432): stdout: 
| (launched: 2022-12-10_06:41:05.248284) 
06:41:05.847840 run   osmo-nitb_10.42.42.2(pid=6432): stderr: 
| (launched: 2022-12-10_06:41:05.295655)
| ======================================================================
| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and
| obsolete for several years.  If you really want to ignore years of hard work on
| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),
| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line
| argument.  DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!
| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box
| ====================================================================== 
06:41:05.975253 run   osmo-nitb_10.42.42.2(pid=6432): stdout: 
| (launched: 2022-12-10_06:41:05.248284) 
06:41:06.101689 run   osmo-nitb_10.42.42.2(pid=6432): stderr: 
| (launched: 2022-12-10_06:41:05.295655)
| ======================================================================
| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and
| obsolete for several years.  If you really want to ignore years of hard work on
| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),
| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line
| argument.  DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!
| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box
| ====================================================================== 
06:41:06.157210 tst   esme_ms_sms_storeforward.py:23: ERR: Error: osmo-nitb_10.42.42.2(pid=6432): Process ended prematurely: osmo-nitb_10.42.42.2(pid=6432) [trial-2370↪nitb_smpp↪esme_ms_sms_storeforward.py:23↪esme_ms_sms_storeforward.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=6432)]  [trial-2370↪nitb_smpp↪esme_ms_sms_storeforward.py:23]
06:41:06.165691 tst   esme_ms_sms_storeforward.py:23: Test FAILED (2.8 sec)
06:41:06.201106 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=6431): Terminating (SIGTERM)
06:41:06.378484 ---      ParallelTerminationStrategy: PID 6431 died...
06:41:06.435224 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=6431): Terminated: ok {rc=0}
06:41:06.522497 bus                        /sierra_2: Setting Powered False
</stdout></case><case><age>231</age><className>nitb_smpp</className><duration>4.0</duration><errorStackTrace>osmo-nitb_10.42.42.2(pid=6436): Process ended prematurely: osmo-nitb_10.42.42.2(pid=6436) [trial-2370↪nitb_smpp↪esme_ms_sms_transaction.py:21↪esme_ms_sms_transaction.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=6436)]</errorStackTrace><failedSince>2140</failedSince><name>esme_ms_sms_transaction.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_smpp/esme_ms_sms_transaction.py", line 21, in &lt;module&gt;
    nitb.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py", line 67, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=6436): Process ended prematurely: osmo-nitb_10.42.42.2(pid=6436) [trial-2370↪nitb_smpp↪esme_ms_sms_transaction.py:21↪esme_ms_sms_transaction.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=6436)]
</stderr><stdout>
----------------------------------------------
trial-2370 nitb_smpp esme_ms_sms_transaction.py
----------------------------------------------
06:41:07.573659 tst                        nitb_smpp: Using 1 x ip_address (candidates: 1)
06:41:07.584913 tst                        nitb_smpp: Using 1 x bts (candidates: 1)
06:41:07.715317 tst       esme_ms_sms_transaction.py: using LAC 26555
06:41:07.842558 tst       esme_ms_sms_transaction.py: using RAC 35
06:41:07.967361 tst       esme_ms_sms_transaction.py: using CellId 26555
06:41:08.091750 tst       esme_ms_sms_transaction.py: using BVCI 26556
06:41:08.116117 tst                        nitb_smpp: Using 1 x modem (candidates: 1)
06:41:08.327756 tst       esme_ms_sms_transaction.py: using MSISDN 7594
06:41:08.509370 tst    esme_ms_sms_transaction.py:18: start nitb and bts...
06:41:08.642553 run             osmo-nitb_10.42.42.2: Starting osmo-nitb
06:41:09.294723 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=6435): Launched
06:41:09.608781 run   osmo-nitb_10.42.42.2(pid=6436): Launched
06:41:09.803967 run   osmo-nitb_10.42.42.2(pid=6436): ERR: Terminated: ERROR {rc=2}  [trial-2370↪nitb_smpp↪esme_ms_sms_transaction.py:21↪esme_ms_sms_transaction.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=6436)]
06:41:09.948031 run   osmo-nitb_10.42.42.2(pid=6436): stdout: 
| (launched: 2022-12-10_06:41:09.456219) 
06:41:10.092299 run   osmo-nitb_10.42.42.2(pid=6436): stderr: 
| (launched: 2022-12-10_06:41:09.503763)
| ======================================================================
| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and
| obsolete for several years.  If you really want to ignore years of hard work on
| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),
| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line
| argument.  DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!
| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box
| ====================================================================== 
06:41:10.231266 run   osmo-nitb_10.42.42.2(pid=6436): stdout: 
| (launched: 2022-12-10_06:41:09.456219) 
06:41:10.369642 run   osmo-nitb_10.42.42.2(pid=6436): stderr: 
| (launched: 2022-12-10_06:41:09.503763)
| ======================================================================
| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and
| obsolete for several years.  If you really want to ignore years of hard work on
| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),
| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line
| argument.  DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!
| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box
| ====================================================================== 
06:41:10.736242 tst   osmo-nitb_10.42.42.2(pid=6436): stdout: 
| (launched: 2022-12-10_06:41:09.456219) 
06:41:10.863566 tst   osmo-nitb_10.42.42.2(pid=6436): stderr: 
| (launched: 2022-12-10_06:41:09.503763)
| ======================================================================
| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and
| obsolete for several years.  If you really want to ignore years of hard work on
| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),
| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line
| argument.  DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!
| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box
| ====================================================================== 
06:41:10.919199 tst    esme_ms_sms_transaction.py:21: ERR: Error: osmo-nitb_10.42.42.2(pid=6436): Process ended prematurely: osmo-nitb_10.42.42.2(pid=6436) [trial-2370↪nitb_smpp↪esme_ms_sms_transaction.py:21↪esme_ms_sms_transaction.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=6436)]  [trial-2370↪nitb_smpp↪esme_ms_sms_transaction.py:21]
06:41:10.927677 tst    esme_ms_sms_transaction.py:21: Test FAILED (3.3 sec)
06:41:10.964429 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=6435): Terminating (SIGTERM)
06:41:11.142555 ---      ParallelTerminationStrategy: PID 6435 died...
06:41:11.201184 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=6435): Terminated: ok {rc=0}
06:41:11.288870 bus                        /sierra_2: Setting Powered False
</stdout></case><duration>15.0</duration><id>160</id><name>nitb_smpp</name><properties></properties><timestamp>2022-12-10T06:40:58</timestamp></suite><suite><case><age>40</age><className>smpp</className><duration>6.0</duration><errorStackTrace>osmo-hlr_10.42.42.2(pid=6445): Process ended prematurely: osmo-hlr_10.42.42.2(pid=6445) [trial-2370↪smpp↪esme_connect_policy_acceptall.py:23↪esme_connect_policy_acceptall.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6445)]</errorStackTrace><failedSince>2331</failedSince><name>esme_connect_policy_acceptall.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/smpp/esme_connect_policy_acceptall.py", line 23, in &lt;module&gt;
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-hlr_10.42.42.2(pid=6445): Process ended prematurely: osmo-hlr_10.42.42.2(pid=6445) [trial-2370↪smpp↪esme_connect_policy_acceptall.py:23↪esme_connect_policy_acceptall.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6445)]
</stderr><stdout>
----------------------------------------------
trial-2370 smpp esme_connect_policy_acceptall.py
----------------------------------------------
06:41:13.084429 tst                             smpp: Using 1 x ip_address (candidates: 6)
06:41:13.095244 tst                             smpp: Using 1 x ip_address (candidates: 6)
06:41:13.106460 tst                             smpp: Using 1 x ip_address (candidates: 6)
06:41:13.118043 tst                             smpp: Using 1 x ip_address (candidates: 6)
06:41:13.229538 tst esme_connect_policy_acceptall.py: using MSISDN 7595
06:41:13.342760 run              osmo-stp_10.42.42.4: Starting osmo-stp
06:41:13.891673 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=6440): Launched
06:41:14.207917 run    osmo-stp_10.42.42.4(pid=6441): Launched
06:41:14.321460 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
06:41:14.829817 run          create_hlr_db(pid=6442): Launched
06:41:15.015736 bus                        /sierra_2: Setting Powered False
06:41:16.066582 run          create_hlr_db(pid=6442): Terminated: ok {rc=0}
06:41:16.521551 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6444): Launched
06:41:16.977024 run    osmo-hlr_10.42.42.2(pid=6445): Launched
06:41:17.173102 run              osmo-msc_10.42.42.5: Starting osmo-msc
06:41:17.785745 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6447): Launched
06:41:18.105877 run    osmo-msc_10.42.42.5(pid=6448): Launched
06:41:18.293586 run    osmo-hlr_10.42.42.2(pid=6445): ERR: Terminated: ERROR {rc=237}  [trial-2370↪smpp↪esme_connect_policy_acceptall.py:23↪esme_connect_policy_acceptall.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6445)]
06:41:18.428548 run    osmo-hlr_10.42.42.2(pid=6445): stdout: 
| (launched: 2022-12-10_06:41:16.686095) 
06:41:18.563771 run    osmo-hlr_10.42.42.2(pid=6445): stderr: 
| �[0;m�[1;31m20221210064117029 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210064117029 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210064117029 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210064117029 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210064117029 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210064117030 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210064117050 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/smpp/esme_connect_policy_acceptall.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210064117068 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210064117068 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210064117068 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
06:41:18.692300 run    osmo-hlr_10.42.42.2(pid=6445): stdout: 
| (launched: 2022-12-10_06:41:16.686095) 
06:41:18.819722 run    osmo-hlr_10.42.42.2(pid=6445): stderr: 
| �[0;m�[1;31m20221210064117029 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210064117029 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210064117029 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210064117029 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210064117029 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210064117030 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210064117050 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/smpp/esme_connect_policy_acceptall.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210064117068 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210064117068 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210064117068 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
06:41:18.875801 tst esme_connect_policy_acceptall.py:23: ERR: Error: osmo-hlr_10.42.42.2(pid=6445): Process ended prematurely: osmo-hlr_10.42.42.2(pid=6445) [trial-2370↪smpp↪esme_connect_policy_acceptall.py:23↪esme_connect_policy_acceptall.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6445)]  [trial-2370↪smpp↪esme_connect_policy_acceptall.py:23]
06:41:18.884371 tst esme_connect_policy_acceptall.py:23: Test FAILED (5.8 sec)
06:41:18.946410 run    osmo-msc_10.42.42.5(pid=6448): ERR: Terminated: ERROR {rc=9}  [trial-2370↪smpp↪esme_connect_policy_acceptall.py↪esme_connect_policy_acceptall.py↪osmo-msc_10.42.42.5↪osmo-msc_10.42.42.5(pid=6448)]
06:41:18.997623 run    osmo-msc_10.42.42.5(pid=6448): stdout: 
| (launched: 2022-12-10_06:41:17.949102) 
06:41:19.049429 run    osmo-msc_10.42.42.5(pid=6448): stderr: 
| �[0;m�[38;5;43m20221210064118309 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Freeing instance (osmo_ss7.c:1650)
| �[0;m�[38;5;43m20221210064118309 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Deallocated (fsm.c:568)
| �[0;m�[38;5;43m20221210064118309 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000015820]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;45m20221210064118309 �[1;33mDLSCCP�[0;m�[38;5;45m �[1;33mNOTICE�[0;m�[38;5;45m OsmoMSC-A-Iu: Using ASP instance asp0 (sccp_user.c:647)
| �[0;m�[38;5;43m20221210064118309 �[1;33mDLSS7�[0;m�[38;5;43m �[1;33mNOTICE�[0;m�[38;5;43m 0: Creating SCCP instance (osmo_ss7.c:458)
| �[0;m�[38;5;45m20221210064118309 �[1;32mDLSCCP�[0;m�[38;5;45m �[1;32mINFO�[0;m�[38;5;45m Binding user 'SCCP Management' to SSN=1 PC=(no PC) (sccp_user.c:108)
| �[0;m�[38;5;43m20221210064118309 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m registering user=SCCP for SI 3 with priv 0x6120000159a0 (osmo_ss7.c:482)
| �[0;m20221210064118310 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 0.0.0.0:29118: Address already in use (socket.c:822)
| 20221210064118310 �[1;31mDSGS�[0;m �[1;31mERROR�[0;m SGs socket cannot be opened: Address already in use (sgs_server.c:182)
| Starting SGs server failed 
06:41:19.093566 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=6440): Terminating (SIGTERM)
06:41:19.135225 run    osmo-stp_10.42.42.4(pid=6441): Terminating (SIGTERM)
06:41:19.177623 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6444): Terminating (SIGTERM)
06:41:19.221026 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6447): Terminating (SIGTERM)
06:41:19.231636 ---      ParallelTerminationStrategy: PID 6440 died...
06:41:19.288597 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=6440): Terminated: ok {rc=0}
06:41:19.298661 ---      ParallelTerminationStrategy: PID 6441 died...
06:41:19.354250 run    osmo-stp_10.42.42.4(pid=6441): Terminated: ok {rc=0}
06:41:19.364122 ---      ParallelTerminationStrategy: PID 6444 died...
06:41:19.419389 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6444): Terminated: ok {rc=0}
06:41:19.429386 ---      ParallelTerminationStrategy: PID 6447 died...
06:41:19.484796 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6447): Terminated: ok {rc=0}
</stdout></case><case><age>40</age><className>smpp</className><duration>7.0</duration><errorStackTrace>osmo-hlr_10.42.42.2(pid=6456): Process ended prematurely: osmo-hlr_10.42.42.2(pid=6456) [trial-2370↪smpp↪esme_connect_policy_closed.py:31↪esme_connect_policy_closed.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6456)]</errorStackTrace><failedSince>2331</failedSince><name>esme_connect_policy_closed.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/smpp/esme_connect_policy_closed.py", line 31, in &lt;module&gt;
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-hlr_10.42.42.2(pid=6456): Process ended prematurely: osmo-hlr_10.42.42.2(pid=6456) [trial-2370↪smpp↪esme_connect_policy_closed.py:31↪esme_connect_policy_closed.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6456)]
</stderr><stdout>
----------------------------------------------
trial-2370 smpp esme_connect_policy_closed.py
----------------------------------------------
06:41:19.499600 tst                             smpp: Using 1 x ip_address (candidates: 6)
06:41:19.511102 tst                             smpp: Using 1 x bts (candidates: 1)
06:41:19.647221 tst    esme_connect_policy_closed.py: using LAC 26556
06:41:19.772358 tst    esme_connect_policy_closed.py: using RAC 36
06:41:19.897246 tst    esme_connect_policy_closed.py: using CellId 26556
06:41:20.023096 tst    esme_connect_policy_closed.py: using BVCI 26557
06:41:20.047624 tst                             smpp: Using 1 x ip_address (candidates: 6)
06:41:20.058464 tst                             smpp: Using 1 x ip_address (candidates: 6)
06:41:20.069179 tst                             smpp: Using 1 x ip_address (candidates: 6)
06:41:20.182397 tst    esme_connect_policy_closed.py: using MSISDN 7596
06:41:20.306729 tst    esme_connect_policy_closed.py: using MSISDN 7597
06:41:20.420754 run              osmo-stp_10.42.42.4: Starting osmo-stp
06:41:20.976162 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=6451): Launched
06:41:21.297348 run    osmo-stp_10.42.42.4(pid=6452): Launched
06:41:21.411833 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
06:41:21.924694 run          create_hlr_db(pid=6453): Launched
06:41:23.113200 run          create_hlr_db(pid=6453): Terminated: ok {rc=0}
06:41:23.445170 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6455): Launched
06:41:23.766115 run    osmo-hlr_10.42.42.2(pid=6456): Launched
06:41:23.881535 run              osmo-msc_10.42.42.5: Starting osmo-msc
06:41:24.471620 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6458): Launched
06:41:24.792919 run    osmo-msc_10.42.42.5(pid=6459): Launched
06:41:24.981416 run    osmo-hlr_10.42.42.2(pid=6456): ERR: Terminated: ERROR {rc=237}  [trial-2370↪smpp↪esme_connect_policy_closed.py:31↪esme_connect_policy_closed.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6456)]
06:41:25.117654 run    osmo-hlr_10.42.42.2(pid=6456): stdout: 
| (launched: 2022-12-10_06:41:23.608631) 
06:41:25.253651 run    osmo-hlr_10.42.42.2(pid=6456): stderr: 
| �[0;m�[1;31m20221210064123802 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210064123802 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210064123802 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210064123802 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210064123802 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210064123802 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210064123814 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/smpp/esme_connect_policy_closed.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210064123823 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210064123823 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210064123823 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
06:41:25.382906 run    osmo-hlr_10.42.42.2(pid=6456): stdout: 
| (launched: 2022-12-10_06:41:23.608631) 
06:41:25.510745 run    osmo-hlr_10.42.42.2(pid=6456): stderr: 
| �[0;m�[1;31m20221210064123802 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210064123802 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210064123802 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210064123802 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210064123802 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210064123802 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210064123814 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/smpp/esme_connect_policy_closed.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210064123823 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210064123823 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210064123823 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
06:41:25.567112 tst esme_connect_policy_closed.py:31: ERR: Error: osmo-hlr_10.42.42.2(pid=6456): Process ended prematurely: osmo-hlr_10.42.42.2(pid=6456) [trial-2370↪smpp↪esme_connect_policy_closed.py:31↪esme_connect_policy_closed.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6456)]  [trial-2370↪smpp↪esme_connect_policy_closed.py:31]
06:41:25.575556 tst esme_connect_policy_closed.py:31: Test FAILED (6.1 sec)
06:41:25.637939 run    osmo-msc_10.42.42.5(pid=6459): ERR: Terminated: ERROR {rc=9}  [trial-2370↪smpp↪esme_connect_policy_closed.py↪esme_connect_policy_closed.py↪osmo-msc_10.42.42.5↪osmo-msc_10.42.42.5(pid=6459)]
06:41:25.689521 run    osmo-msc_10.42.42.5(pid=6459): stdout: 
| (launched: 2022-12-10_06:41:24.635264) 
06:41:25.741680 run    osmo-msc_10.42.42.5(pid=6459): stderr: 
| �[0;m�[38;5;43m20221210064125018 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Freeing instance (osmo_ss7.c:1650)
| �[0;m�[38;5;43m20221210064125018 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Deallocated (fsm.c:568)
| �[0;m�[38;5;43m20221210064125018 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000015820]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;45m20221210064125018 �[1;33mDLSCCP�[0;m�[38;5;45m �[1;33mNOTICE�[0;m�[38;5;45m OsmoMSC-A-Iu: Using ASP instance asp0 (sccp_user.c:647)
| �[0;m�[38;5;43m20221210064125018 �[1;33mDLSS7�[0;m�[38;5;43m �[1;33mNOTICE�[0;m�[38;5;43m 0: Creating SCCP instance (osmo_ss7.c:458)
| �[0;m�[38;5;45m20221210064125019 �[1;32mDLSCCP�[0;m�[38;5;45m �[1;32mINFO�[0;m�[38;5;45m Binding user 'SCCP Management' to SSN=1 PC=(no PC) (sccp_user.c:108)
| �[0;m�[38;5;43m20221210064125019 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m registering user=SCCP for SI 3 with priv 0x6120000159a0 (osmo_ss7.c:482)
| �[0;m20221210064125019 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 0.0.0.0:29118: Address already in use (socket.c:822)
| 20221210064125019 �[1;31mDSGS�[0;m �[1;31mERROR�[0;m SGs socket cannot be opened: Address already in use (sgs_server.c:182)
| Starting SGs server failed 
06:41:25.785932 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=6451): Terminating (SIGTERM)
06:41:25.827461 run    osmo-stp_10.42.42.4(pid=6452): Terminating (SIGTERM)
06:41:25.869863 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6455): Terminating (SIGTERM)
06:41:25.913946 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6458): Terminating (SIGTERM)
06:41:25.924347 ---      ParallelTerminationStrategy: PID 6451 died...
06:41:25.982743 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=6451): Terminated: ok {rc=0}
06:41:25.992759 ---      ParallelTerminationStrategy: PID 6452 died...
06:41:26.047847 run    osmo-stp_10.42.42.4(pid=6452): Terminated: ok {rc=0}
06:41:26.057798 ---      ParallelTerminationStrategy: PID 6455 died...
06:41:26.113113 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6455): Terminated: ok {rc=0}
06:41:26.123037 ---      ParallelTerminationStrategy: PID 6458 died...
06:41:26.178425 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6458): Terminated: ok {rc=0}
</stdout></case><case><age>40</age><className>smpp</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=6468): Process ended prematurely: osmo-stp_10.42.42.5(pid=6468) [trial-2370↪smpp↪esme_ms_sms_storeforward.py:30↪esme_ms_sms_storeforward.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6468)]</errorStackTrace><failedSince>2331</failedSince><name>esme_ms_sms_storeforward.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/smpp/esme_ms_sms_storeforward.py", line 30, in &lt;module&gt;
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6468): Process ended prematurely: osmo-stp_10.42.42.5(pid=6468) [trial-2370↪smpp↪esme_ms_sms_storeforward.py:30↪esme_ms_sms_storeforward.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6468)]
</stderr><stdout>
----------------------------------------------
trial-2370 smpp esme_ms_sms_storeforward.py
----------------------------------------------
06:41:26.193272 tst                             smpp: Using 1 x ip_address (candidates: 6)
06:41:26.204705 tst                             smpp: Using 1 x bts (candidates: 1)
06:41:26.336238 tst      esme_ms_sms_storeforward.py: using LAC 26557
06:41:26.464027 tst      esme_ms_sms_storeforward.py: using RAC 37
06:41:26.589783 tst      esme_ms_sms_storeforward.py: using CellId 26557
06:41:26.717264 tst      esme_ms_sms_storeforward.py: using BVCI 26558
06:41:26.741855 tst                             smpp: Using 1 x ip_address (candidates: 6)
06:41:26.752616 tst                             smpp: Using 1 x ip_address (candidates: 6)
06:41:26.763426 tst                             smpp: Using 1 x ip_address (candidates: 6)
06:41:26.774117 tst                             smpp: Using 1 x ip_address (candidates: 6)
06:41:26.784802 tst                             smpp: Using 1 x ip_address (candidates: 6)
06:41:26.795471 tst                             smpp: Using 1 x modem (candidates: 1)
06:41:27.017438 tst      esme_ms_sms_storeforward.py: using MSISDN 7598
06:41:27.131776 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
06:41:27.644747 run          create_hlr_db(pid=6462): Launched
06:41:28.833257 run          create_hlr_db(pid=6462): Terminated: ok {rc=0}
06:41:29.165059 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6464): Launched
06:41:29.487058 run    osmo-hlr_10.42.42.2(pid=6465): Launched
06:41:29.604680 run              osmo-stp_10.42.42.5: Starting osmo-stp
06:41:30.167209 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6467): Launched
06:41:30.488889 run    osmo-stp_10.42.42.5(pid=6468): Launched
06:41:30.605704 run              osmo-msc_10.42.42.6: Starting osmo-msc
06:41:31.244244 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6470): Launched
06:41:31.576739 run    osmo-msc_10.42.42.6(pid=6471): Launched
06:41:31.957731 run    osmo-stp_10.42.42.5(pid=6468): ERR: Terminated: ERROR {rc=1}  [trial-2370↪smpp↪esme_ms_sms_storeforward.py:30↪esme_ms_sms_storeforward.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6468)]
06:41:32.231344 run    osmo-stp_10.42.42.5(pid=6468): stdout: 
| (launched: 2022-12-10_06:41:30.330552)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:41:32.401626 run    osmo-stp_10.42.42.5(pid=6468): stderr: 
| �[0;m�[38;5;43m20221210064130520 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210064130520 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210064130520 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210064130521 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210064130521 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210064130521 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210064130521 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:41:32.530595 run    osmo-stp_10.42.42.5(pid=6468): stdout: 
| (launched: 2022-12-10_06:41:30.330552)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:41:32.657950 run    osmo-stp_10.42.42.5(pid=6468): stderr: 
| �[0;m�[38;5;43m20221210064130520 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210064130520 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210064130520 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210064130521 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210064130521 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210064130521 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210064130521 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:41:32.713945 tst   esme_ms_sms_storeforward.py:30: ERR: Error: osmo-stp_10.42.42.5(pid=6468): Process ended prematurely: osmo-stp_10.42.42.5(pid=6468) [trial-2370↪smpp↪esme_ms_sms_storeforward.py:30↪esme_ms_sms_storeforward.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6468)]  [trial-2370↪smpp↪esme_ms_sms_storeforward.py:30]
06:41:32.722608 tst   esme_ms_sms_storeforward.py:30: Test FAILED (6.5 sec)
06:41:32.784460 run    osmo-hlr_10.42.42.2(pid=6465): ERR: Terminated: ERROR {rc=237}  [trial-2370↪smpp↪esme_ms_sms_storeforward.py↪esme_ms_sms_storeforward.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6465)]
06:41:32.835542 run    osmo-hlr_10.42.42.2(pid=6465): stdout: 
| (launched: 2022-12-10_06:41:29.328065) 
06:41:32.887351 run    osmo-hlr_10.42.42.2(pid=6465): stderr: 
| �[0;m�[1;31m20221210064129526 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210064129526 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210064129526 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210064129526 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210064129526 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210064129526 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210064129538 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/smpp/esme_ms_sms_storeforward.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210064129546 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210064129547 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210064129547 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
06:41:32.957461 run    osmo-msc_10.42.42.6(pid=6471): ERR: Terminated: ERROR {rc=2}  [trial-2370↪smpp↪esme_ms_sms_storeforward.py↪esme_ms_sms_storeforward.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=6471)]
06:41:33.008295 run    osmo-msc_10.42.42.6(pid=6471): stdout: 
| (launched: 2022-12-10_06:41:31.419642) 
06:41:33.059758 run    osmo-msc_10.42.42.6(pid=6471): stderr: 
| �[0;m�[38;5;43m20221210064131922 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210064131922 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f9098a16c40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210064131922 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210064131922 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210064131922 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210064131922 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210064131924 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210064131925 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210064131925 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210064131925 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
06:41:33.103818 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6464): Terminating (SIGTERM)
06:41:33.145132 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6467): Terminating (SIGTERM)
06:41:33.186580 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6470): Terminating (SIGTERM)
06:41:33.196057 ---      ParallelTerminationStrategy: PID 6464 died...
06:41:33.251908 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6464): Terminated: ok {rc=0}
06:41:33.261947 ---      ParallelTerminationStrategy: PID 6467 died...
06:41:33.317216 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6467): Terminated: ok {rc=0}
06:41:33.327215 ---      ParallelTerminationStrategy: PID 6470 died...
06:41:33.382709 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6470): Terminated: ok {rc=0}
06:41:33.468726 bus                        /sierra_2: Setting Powered False
</stdout></case><case><age>40</age><className>smpp</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=6479): Process ended prematurely: osmo-stp_10.42.42.5(pid=6479) [trial-2370↪smpp↪esme_ms_sms_transaction.py:28↪esme_ms_sms_transaction.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6479)]</errorStackTrace><failedSince>2331</failedSince><name>esme_ms_sms_transaction.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/smpp/esme_ms_sms_transaction.py", line 28, in &lt;module&gt;
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6479): Process ended prematurely: osmo-stp_10.42.42.5(pid=6479) [trial-2370↪smpp↪esme_ms_sms_transaction.py:28↪esme_ms_sms_transaction.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6479)]
</stderr><stdout>
----------------------------------------------
trial-2370 smpp esme_ms_sms_transaction.py
----------------------------------------------
06:41:34.519758 tst                             smpp: Using 1 x ip_address (candidates: 6)
06:41:34.531015 tst                             smpp: Using 1 x bts (candidates: 1)
06:41:34.655196 tst       esme_ms_sms_transaction.py: using LAC 26558
06:41:34.775216 tst       esme_ms_sms_transaction.py: using RAC 38
06:41:34.895005 tst       esme_ms_sms_transaction.py: using CellId 26558
06:41:35.012323 tst       esme_ms_sms_transaction.py: using BVCI 26559
06:41:35.035326 tst                             smpp: Using 1 x ip_address (candidates: 6)
06:41:35.045769 tst                             smpp: Using 1 x ip_address (candidates: 6)
06:41:35.056142 tst                             smpp: Using 1 x ip_address (candidates: 6)
06:41:35.066672 tst                             smpp: Using 1 x ip_address (candidates: 6)
06:41:35.077179 tst                             smpp: Using 1 x ip_address (candidates: 6)
06:41:35.087662 tst                             smpp: Using 1 x modem (candidates: 1)
06:41:35.300942 tst       esme_ms_sms_transaction.py: using MSISDN 7599
06:41:35.408850 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
06:41:35.881129 run          create_hlr_db(pid=6473): Launched
06:41:36.055439 bus                        /sierra_2: Setting Powered False
06:41:37.074728 run          create_hlr_db(pid=6473): Terminated: ok {rc=0}
06:41:37.504338 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6475): Launched
06:41:37.826309 run    osmo-hlr_10.42.42.2(pid=6476): Launched
06:41:37.943915 run              osmo-stp_10.42.42.5: Starting osmo-stp
06:41:38.499611 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6478): Launched
06:41:38.819805 run    osmo-stp_10.42.42.5(pid=6479): Launched
06:41:38.935493 run              osmo-msc_10.42.42.6: Starting osmo-msc
06:41:39.520585 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6481): Launched
06:41:39.840784 run    osmo-msc_10.42.42.6(pid=6482): Launched
06:41:40.030242 run    osmo-stp_10.42.42.5(pid=6479): ERR: Terminated: ERROR {rc=1}  [trial-2370↪smpp↪esme_ms_sms_transaction.py:28↪esme_ms_sms_transaction.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6479)]
06:41:40.169005 run    osmo-stp_10.42.42.5(pid=6479): stdout: 
| (launched: 2022-12-10_06:41:38.662373)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:41:40.303884 run    osmo-stp_10.42.42.5(pid=6479): stderr: 
| �[0;m�[38;5;43m20221210064138854 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210064138854 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210064138855 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210064138855 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210064138855 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210064138856 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210064138856 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:41:40.432739 run    osmo-stp_10.42.42.5(pid=6479): stdout: 
| (launched: 2022-12-10_06:41:38.662373)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:41:40.560679 run    osmo-stp_10.42.42.5(pid=6479): stderr: 
| �[0;m�[38;5;43m20221210064138854 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210064138854 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210064138855 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210064138855 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210064138855 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210064138856 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210064138856 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:41:40.617031 tst    esme_ms_sms_transaction.py:28: ERR: Error: osmo-stp_10.42.42.5(pid=6479): Process ended prematurely: osmo-stp_10.42.42.5(pid=6479) [trial-2370↪smpp↪esme_ms_sms_transaction.py:28↪esme_ms_sms_transaction.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6479)]  [trial-2370↪smpp↪esme_ms_sms_transaction.py:28]
06:41:40.625758 tst    esme_ms_sms_transaction.py:28: Test FAILED (6.1 sec)
06:41:40.688010 run    osmo-hlr_10.42.42.2(pid=6476): ERR: Terminated: ERROR {rc=237}  [trial-2370↪smpp↪esme_ms_sms_transaction.py↪esme_ms_sms_transaction.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6476)]
06:41:40.739267 run    osmo-hlr_10.42.42.2(pid=6476): stdout: 
| (launched: 2022-12-10_06:41:37.668462) 
06:41:40.791397 run    osmo-hlr_10.42.42.2(pid=6476): stderr: 
| �[0;m�[1;31m20221210064137867 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210064137867 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210064137867 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210064137867 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210064137867 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210064137867 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210064137883 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/smpp/esme_ms_sms_transaction.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210064137891 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210064137891 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210064137891 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
06:41:40.861974 run    osmo-msc_10.42.42.6(pid=6482): ERR: Terminated: ERROR {rc=2}  [trial-2370↪smpp↪esme_ms_sms_transaction.py↪esme_ms_sms_transaction.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=6482)]
06:41:40.913250 run    osmo-msc_10.42.42.6(pid=6482): stdout: 
| (launched: 2022-12-10_06:41:39.682920) 
06:41:40.965144 run    osmo-msc_10.42.42.6(pid=6482): stderr: 
| �[0;m�[38;5;43m20221210064140003 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210064140003 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ffbd3a58c40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210064140003 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210064140003 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210064140003 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210064140003 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210064140005 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210064140006 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210064140006 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210064140006 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
06:41:41.008871 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6475): Terminating (SIGTERM)
06:41:41.050258 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6478): Terminating (SIGTERM)
06:41:41.091876 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6481): Terminating (SIGTERM)
06:41:41.101564 ---      ParallelTerminationStrategy: PID 6475 died...
06:41:41.156826 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6475): Terminated: ok {rc=0}
06:41:41.166924 ---      ParallelTerminationStrategy: PID 6478 died...
06:41:41.222203 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6478): Terminated: ok {rc=0}
06:41:41.232297 ---      ParallelTerminationStrategy: PID 6481 died...
06:41:41.287946 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6481): Terminated: ok {rc=0}
06:41:41.375241 bus                        /sierra_2: Setting Powered False
</stdout></case><duration>31.0</duration><id>161</id><name>smpp</name><properties></properties><timestamp>2022-12-10T06:41:12</timestamp></suite><suite><case><age>40</age><className>encryption</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=6493): Process ended prematurely: osmo-stp_10.42.42.5(pid=6493) [trial-2370↪encryption↪register_a5_0_authopt.py:8↪register_a5_0_authopt.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6493)]</errorStackTrace><failedSince>2331</failedSince><name>register_a5_0_authopt.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/register_a5_0_authopt.py", line 8, in &lt;module&gt;
    encryption_test_setup_run(False, 'a5_0')
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/lib/testlib.py", line 20, in encryption_test_setup_run
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6493): Process ended prematurely: osmo-stp_10.42.42.5(pid=6493) [trial-2370↪encryption↪register_a5_0_authopt.py:8↪register_a5_0_authopt.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6493)]
</stderr><stdout>
----------------------------------------------
trial-2370 encryption register_a5_0_authopt.py
----------------------------------------------
06:41:43.245496 tst                       encryption: Using 1 x ip_address (candidates: 6)
06:41:43.256484 tst                       encryption: Using 1 x bts (candidates: 1)
06:41:43.385814 tst         register_a5_0_authopt.py: using LAC 26559
06:41:43.511141 tst         register_a5_0_authopt.py: using RAC 39
06:41:43.636637 tst         register_a5_0_authopt.py: using CellId 26559
06:41:43.763995 tst         register_a5_0_authopt.py: using BVCI 26560
06:41:43.788760 tst                       encryption: Using 1 x ip_address (candidates: 6)
06:41:43.799748 tst                       encryption: Using 1 x ip_address (candidates: 6)
06:41:43.810650 tst                       encryption: Using 1 x ip_address (candidates: 6)
06:41:43.822108 tst                       encryption: Using 1 x ip_address (candidates: 6)
06:41:43.833231 tst                       encryption: Using 1 x ip_address (candidates: 6)
06:41:43.844258 tst                       encryption: Using 1 x modem (candidates: 1)
06:41:44.122066 tst       register_a5_0_authopt.py:8: start network...
06:41:44.248920 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
06:41:44.727245 run          create_hlr_db(pid=6487): Launched
06:41:44.901976 bus                        /sierra_2: Setting Powered False
06:41:45.950153 run          create_hlr_db(pid=6487): Terminated: ok {rc=0}
06:41:46.365749 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6489): Launched
06:41:46.766553 run    osmo-hlr_10.42.42.2(pid=6490): Launched
06:41:46.991770 run              osmo-stp_10.42.42.5: Starting osmo-stp
06:41:47.622959 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6492): Launched
06:41:47.926281 run    osmo-stp_10.42.42.5(pid=6493): Launched
06:41:48.037757 run              osmo-msc_10.42.42.6: Starting osmo-msc
06:41:48.589070 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6495): Launched
06:41:48.891797 run    osmo-msc_10.42.42.6(pid=6496): Launched
06:41:49.068797 run    osmo-stp_10.42.42.5(pid=6493): ERR: Terminated: ERROR {rc=1}  [trial-2370↪encryption↪register_a5_0_authopt.py:8↪register_a5_0_authopt.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6493)]
06:41:49.197879 run    osmo-stp_10.42.42.5(pid=6493): stdout: 
| (launched: 2022-12-10_06:41:47.776013)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:41:49.323839 run    osmo-stp_10.42.42.5(pid=6493): stderr: 
| �[0;m�[38;5;43m20221210064147946 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210064147946 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210064147946 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210064147947 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210064147949 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210064147949 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210064147949 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:41:49.444772 run    osmo-stp_10.42.42.5(pid=6493): stdout: 
| (launched: 2022-12-10_06:41:47.776013)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:41:49.565166 run    osmo-stp_10.42.42.5(pid=6493): stderr: 
| �[0;m�[38;5;43m20221210064147946 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210064147946 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210064147946 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210064147947 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210064147949 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210064147949 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210064147949 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:41:49.618323 tst       register_a5_0_authopt.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=6493): Process ended prematurely: osmo-stp_10.42.42.5(pid=6493) [trial-2370↪encryption↪register_a5_0_authopt.py:8↪register_a5_0_authopt.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6493)]  [trial-2370↪encryption↪register_a5_0_authopt.py:8]
06:41:49.626714 tst       register_a5_0_authopt.py:8: Test FAILED (6.4 sec)
06:41:49.685789 run    osmo-hlr_10.42.42.2(pid=6490): ERR: Terminated: ERROR {rc=237}  [trial-2370↪encryption↪register_a5_0_authopt.py↪register_a5_0_authopt.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6490)]
06:41:49.734066 run    osmo-hlr_10.42.42.2(pid=6490): stdout: 
| (launched: 2022-12-10_06:41:46.521980) 
06:41:49.783075 run    osmo-hlr_10.42.42.2(pid=6490): stderr: 
| �[0;m�[1;31m20221210064146860 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210064146860 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210064146860 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210064146860 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210064146860 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210064146860 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210064146887 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/encryption/register_a5_0_authopt.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210064146904 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210064146904 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210064146904 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
06:41:49.849415 run    osmo-msc_10.42.42.6(pid=6496): ERR: Terminated: ERROR {rc=2}  [trial-2370↪encryption↪register_a5_0_authopt.py↪register_a5_0_authopt.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=6496)]
06:41:49.897692 run    osmo-msc_10.42.42.6(pid=6496): stdout: 
| (launched: 2022-12-10_06:41:48.742005) 
06:41:49.946474 run    osmo-msc_10.42.42.6(pid=6496): stderr: 
| �[0;m�[38;5;43m20221210064149015 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210064149015 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f3470099c40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210064149016 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210064149016 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210064149016 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210064149016 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210064149018 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210064149019 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210064149019 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210064149019 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
06:41:49.987627 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6489): Terminating (SIGTERM)
06:41:50.026779 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6492): Terminating (SIGTERM)
06:41:50.065956 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6495): Terminating (SIGTERM)
06:41:50.075157 ---      ParallelTerminationStrategy: PID 6489 died...
06:41:50.127774 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6489): Terminated: ok {rc=0}
06:41:50.137271 ---      ParallelTerminationStrategy: PID 6492 died...
06:41:50.190121 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6492): Terminated: ok {rc=0}
06:41:50.200001 ---      ParallelTerminationStrategy: PID 6495 died...
06:41:50.252600 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6495): Terminated: ok {rc=0}
06:41:50.341428 bus                        /sierra_2: Setting Powered False
</stdout></case><case><age>40</age><className>encryption</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=6504): Process ended prematurely: osmo-stp_10.42.42.5(pid=6504) [trial-2370↪encryption↪register_a5_0_authreq.py:8↪register_a5_0_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6504)]</errorStackTrace><failedSince>2331</failedSince><name>register_a5_0_authreq.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/register_a5_0_authreq.py", line 8, in &lt;module&gt;
    encryption_test_setup_run(True, 'a5_0')
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/lib/testlib.py", line 20, in encryption_test_setup_run
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6504): Process ended prematurely: osmo-stp_10.42.42.5(pid=6504) [trial-2370↪encryption↪register_a5_0_authreq.py:8↪register_a5_0_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6504)]
</stderr><stdout>
----------------------------------------------
trial-2370 encryption register_a5_0_authreq.py
----------------------------------------------
06:41:51.453353 tst                       encryption: Using 1 x ip_address (candidates: 6)
06:41:51.464552 tst                       encryption: Using 1 x bts (candidates: 1)
06:41:51.591074 tst         register_a5_0_authreq.py: using LAC 26560
06:41:51.712279 tst         register_a5_0_authreq.py: using RAC 40
06:41:51.844090 tst         register_a5_0_authreq.py: using CellId 26560
06:41:51.969954 tst         register_a5_0_authreq.py: using BVCI 26561
06:41:51.994617 tst                       encryption: Using 1 x ip_address (candidates: 6)
06:41:52.005474 tst                       encryption: Using 1 x ip_address (candidates: 6)
06:41:52.016276 tst                       encryption: Using 1 x ip_address (candidates: 6)
06:41:52.027147 tst                       encryption: Using 1 x ip_address (candidates: 6)
06:41:52.037858 tst                       encryption: Using 1 x ip_address (candidates: 6)
06:41:52.048476 tst                       encryption: Using 1 x modem (candidates: 1)
06:41:52.326247 tst       register_a5_0_authreq.py:8: start network...
06:41:52.453341 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
06:41:52.931259 run          create_hlr_db(pid=6498): Launched
06:41:53.106520 bus                        /sierra_2: Setting Powered False
06:41:54.138300 run          create_hlr_db(pid=6498): Terminated: ok {rc=0}
06:41:54.571053 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6500): Launched
06:41:54.896422 run    osmo-hlr_10.42.42.2(pid=6501): Launched
06:41:55.014729 run              osmo-stp_10.42.42.5: Starting osmo-stp
06:41:55.578616 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6503): Launched
06:41:55.902300 run    osmo-stp_10.42.42.5(pid=6504): Launched
06:41:56.019405 run              osmo-msc_10.42.42.6: Starting osmo-msc
06:41:56.613127 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6506): Launched
06:41:56.938177 run    osmo-msc_10.42.42.6(pid=6507): Launched
06:41:57.126964 run    osmo-stp_10.42.42.5(pid=6504): ERR: Terminated: ERROR {rc=1}  [trial-2370↪encryption↪register_a5_0_authreq.py:8↪register_a5_0_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6504)]
06:41:57.263263 run    osmo-stp_10.42.42.5(pid=6504): stdout: 
| (launched: 2022-12-10_06:41:55.743124)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:41:57.399392 run    osmo-stp_10.42.42.5(pid=6504): stderr: 
| �[0;m�[38;5;43m20221210064155936 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210064155936 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210064155937 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210064155937 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210064155937 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210064155938 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210064155938 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:41:57.530083 run    osmo-stp_10.42.42.5(pid=6504): stdout: 
| (launched: 2022-12-10_06:41:55.743124)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:41:57.658738 run    osmo-stp_10.42.42.5(pid=6504): stderr: 
| �[0;m�[38;5;43m20221210064155936 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210064155936 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210064155937 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210064155937 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210064155937 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210064155938 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210064155938 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:41:57.715705 tst       register_a5_0_authreq.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=6504): Process ended prematurely: osmo-stp_10.42.42.5(pid=6504) [trial-2370↪encryption↪register_a5_0_authreq.py:8↪register_a5_0_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6504)]  [trial-2370↪encryption↪register_a5_0_authreq.py:8]
06:41:57.724815 tst       register_a5_0_authreq.py:8: Test FAILED (6.3 sec)
06:41:57.786705 run    osmo-hlr_10.42.42.2(pid=6501): ERR: Terminated: ERROR {rc=237}  [trial-2370↪encryption↪register_a5_0_authreq.py↪register_a5_0_authreq.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6501)]
06:41:57.837117 run    osmo-hlr_10.42.42.2(pid=6501): stdout: 
| (launched: 2022-12-10_06:41:54.736920) 
06:41:57.888118 run    osmo-hlr_10.42.42.2(pid=6501): stderr: 
| �[0;m�[1;31m20221210064154937 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210064154937 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210064154937 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210064154937 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210064154937 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210064154937 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210064154950 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/encryption/register_a5_0_authreq.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210064154958 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210064154958 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210064154959 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
06:41:57.957797 run    osmo-msc_10.42.42.6(pid=6507): ERR: Terminated: ERROR {rc=2}  [trial-2370↪encryption↪register_a5_0_authreq.py↪register_a5_0_authreq.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=6507)]
06:41:58.008333 run    osmo-msc_10.42.42.6(pid=6507): stdout: 
| (launched: 2022-12-10_06:41:56.778374) 
06:41:58.059369 run    osmo-msc_10.42.42.6(pid=6507): stderr: 
| �[0;m�[38;5;43m20221210064157100 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210064157100 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f339f780c40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210064157100 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210064157100 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210064157100 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210064157101 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210064157102 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210064157103 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210064157103 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210064157103 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
06:41:58.102532 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6500): Terminating (SIGTERM)
06:41:58.143456 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6503): Terminating (SIGTERM)
06:41:58.184339 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6506): Terminating (SIGTERM)
06:41:58.193760 ---      ParallelTerminationStrategy: PID 6500 died...
06:41:58.249067 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6500): Terminated: ok {rc=0}
06:41:58.258994 ---      ParallelTerminationStrategy: PID 6503 died...
06:41:58.313786 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6503): Terminated: ok {rc=0}
06:41:58.323686 ---      ParallelTerminationStrategy: PID 6506 died...
06:41:58.378434 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6506): Terminated: ok {rc=0}
06:41:58.464113 bus                        /sierra_2: Setting Powered False
</stdout></case><case><age>40</age><className>encryption</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=6520): Process ended prematurely: osmo-stp_10.42.42.5(pid=6520) [trial-2370↪encryption↪register_a5_1_authreq.py:8↪register_a5_1_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6520)]</errorStackTrace><failedSince>2331</failedSince><name>register_a5_1_authreq.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/register_a5_1_authreq.py", line 8, in &lt;module&gt;
    encryption_test_setup_run(True, 'a5_1')
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/lib/testlib.py", line 20, in encryption_test_setup_run
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6520): Process ended prematurely: osmo-stp_10.42.42.5(pid=6520) [trial-2370↪encryption↪register_a5_1_authreq.py:8↪register_a5_1_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6520)]
</stderr><stdout>
----------------------------------------------
trial-2370 encryption register_a5_1_authreq.py
----------------------------------------------
06:41:59.574836 tst                       encryption: Using 1 x ip_address (candidates: 6)
06:41:59.586239 tst                       encryption: Using 1 x bts (candidates: 1)
06:41:59.709204 tst         register_a5_1_authreq.py: using LAC 26561
06:41:59.834685 tst         register_a5_1_authreq.py: using RAC 41
06:41:59.957590 tst         register_a5_1_authreq.py: using CellId 26561
06:42:00.076316 tst         register_a5_1_authreq.py: using BVCI 26562
06:42:00.099520 tst                       encryption: Using 1 x ip_address (candidates: 6)
06:42:00.110203 tst                       encryption: Using 1 x ip_address (candidates: 6)
06:42:00.120621 tst                       encryption: Using 1 x ip_address (candidates: 6)
06:42:00.131509 tst                       encryption: Using 1 x ip_address (candidates: 6)
06:42:00.142411 tst                       encryption: Using 1 x ip_address (candidates: 6)
06:42:00.152858 tst                       encryption: Using 1 x modem (candidates: 1)
06:42:00.446842 tst       register_a5_1_authreq.py:8: start network...
06:42:00.583377 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
06:42:01.208163 run          create_hlr_db(pid=6514): Launched
06:42:01.440149 bus                        /sierra_2: Setting Powered False
06:42:02.437699 run          create_hlr_db(pid=6514): Terminated: ok {rc=0}
06:42:02.891577 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6516): Launched
06:42:03.215991 run    osmo-hlr_10.42.42.2(pid=6517): Launched
06:42:03.334606 run              osmo-stp_10.42.42.5: Starting osmo-stp
06:42:03.900856 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6519): Launched
06:42:04.225519 run    osmo-stp_10.42.42.5(pid=6520): Launched
06:42:04.344410 run              osmo-msc_10.42.42.6: Starting osmo-msc
06:42:04.936483 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6522): Launched
06:42:05.261939 run    osmo-msc_10.42.42.6(pid=6523): Launched
06:42:05.452545 run    osmo-stp_10.42.42.5(pid=6520): ERR: Terminated: ERROR {rc=1}  [trial-2370↪encryption↪register_a5_1_authreq.py:8↪register_a5_1_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6520)]
06:42:05.590639 run    osmo-stp_10.42.42.5(pid=6520): stdout: 
| (launched: 2022-12-10_06:42:04.066491)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:42:05.727471 run    osmo-stp_10.42.42.5(pid=6520): stderr: 
| �[0;m�[38;5;43m20221210064204262 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210064204262 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210064204263 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210064204263 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210064204263 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210064204264 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210064204264 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:42:05.859187 run    osmo-stp_10.42.42.5(pid=6520): stdout: 
| (launched: 2022-12-10_06:42:04.066491)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:42:05.988109 run    osmo-stp_10.42.42.5(pid=6520): stderr: 
| �[0;m�[38;5;43m20221210064204262 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210064204262 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210064204263 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210064204263 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210064204263 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210064204264 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210064204264 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:42:06.045383 tst       register_a5_1_authreq.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=6520): Process ended prematurely: osmo-stp_10.42.42.5(pid=6520) [trial-2370↪encryption↪register_a5_1_authreq.py:8↪register_a5_1_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6520)]  [trial-2370↪encryption↪register_a5_1_authreq.py:8]
06:42:06.054570 tst       register_a5_1_authreq.py:8: Test FAILED (6.5 sec)
06:42:06.116769 run    osmo-hlr_10.42.42.2(pid=6517): ERR: Terminated: ERROR {rc=237}  [trial-2370↪encryption↪register_a5_1_authreq.py↪register_a5_1_authreq.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6517)]
06:42:06.167836 run    osmo-hlr_10.42.42.2(pid=6517): stdout: 
| (launched: 2022-12-10_06:42:03.057124) 
06:42:06.219571 run    osmo-hlr_10.42.42.2(pid=6517): stderr: 
| �[0;m�[1;31m20221210064203259 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210064203259 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210064203259 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210064203259 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210064203259 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210064203259 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210064203271 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/encryption/register_a5_1_authreq.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210064203279 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210064203279 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210064203279 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
06:42:06.290267 run    osmo-msc_10.42.42.6(pid=6523): ERR: Terminated: ERROR {rc=2}  [trial-2370↪encryption↪register_a5_1_authreq.py↪register_a5_1_authreq.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=6523)]
06:42:06.341479 run    osmo-msc_10.42.42.6(pid=6523): stdout: 
| (launched: 2022-12-10_06:42:05.101529) 
06:42:06.393165 run    osmo-msc_10.42.42.6(pid=6523): stderr: 
| �[0;m�[38;5;43m20221210064205425 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210064205425 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f61a9454c40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210064205425 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210064205425 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210064205425 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210064205425 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210064205427 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210064205427 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210064205428 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210064205428 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
06:42:06.437063 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6516): Terminating (SIGTERM)
06:42:06.478799 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6519): Terminating (SIGTERM)
06:42:06.520909 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6522): Terminating (SIGTERM)
06:42:06.530593 ---      ParallelTerminationStrategy: PID 6516 died...
06:42:06.586416 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6516): Terminated: ok {rc=0}
06:42:06.596411 ---      ParallelTerminationStrategy: PID 6519 died...
06:42:06.651707 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6519): Terminated: ok {rc=0}
06:42:06.661704 ---      ParallelTerminationStrategy: PID 6522 died...
06:42:06.716802 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6522): Terminated: ok {rc=0}
06:42:06.803457 bus                        /sierra_2: Setting Powered False
</stdout></case><case><age>40</age><className>encryption</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=6531): Process ended prematurely: osmo-stp_10.42.42.5(pid=6531) [trial-2370↪encryption↪register_a5_3_authreq.py:8↪register_a5_3_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6531)]</errorStackTrace><failedSince>2331</failedSince><name>register_a5_3_authreq.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/register_a5_3_authreq.py", line 8, in &lt;module&gt;
    encryption_test_setup_run(True, 'a5_3')
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/lib/testlib.py", line 20, in encryption_test_setup_run
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6531): Process ended prematurely: osmo-stp_10.42.42.5(pid=6531) [trial-2370↪encryption↪register_a5_3_authreq.py:8↪register_a5_3_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6531)]
</stderr><stdout>
----------------------------------------------
trial-2370 encryption register_a5_3_authreq.py
----------------------------------------------
06:42:07.914475 tst                       encryption: Using 1 x ip_address (candidates: 6)
06:42:07.925669 tst                       encryption: Using 1 x bts (candidates: 1)
06:42:08.058148 tst         register_a5_3_authreq.py: using LAC 26562
06:42:08.187843 tst         register_a5_3_authreq.py: using RAC 42
06:42:08.315754 tst         register_a5_3_authreq.py: using CellId 26562
06:42:08.442982 tst         register_a5_3_authreq.py: using BVCI 26563
06:42:08.467822 tst                       encryption: Using 1 x ip_address (candidates: 6)
06:42:08.478911 tst                       encryption: Using 1 x ip_address (candidates: 6)
06:42:08.490252 tst                       encryption: Using 1 x ip_address (candidates: 6)
06:42:08.501123 tst                       encryption: Using 1 x ip_address (candidates: 6)
06:42:08.511802 tst                       encryption: Using 1 x ip_address (candidates: 6)
06:42:08.522525 tst                       encryption: Using 1 x modem (candidates: 1)
06:42:08.826295 tst       register_a5_3_authreq.py:8: start network...
06:42:08.961865 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
06:42:09.480060 run          create_hlr_db(pid=6525): Launched
06:42:09.668345 bus                        /sierra_2: Setting Powered False
06:42:10.687995 run          create_hlr_db(pid=6525): Terminated: ok {rc=0}
06:42:11.096189 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6527): Launched
06:42:11.402651 run    osmo-hlr_10.42.42.2(pid=6528): Launched
06:42:11.518624 run              osmo-stp_10.42.42.5: Starting osmo-stp
06:42:12.048530 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6530): Launched
06:42:12.353629 run    osmo-stp_10.42.42.5(pid=6531): Launched
06:42:12.464881 run              osmo-msc_10.42.42.6: Starting osmo-msc
06:42:13.019679 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6533): Launched
06:42:13.325246 run    osmo-msc_10.42.42.6(pid=6534): Launched
06:42:13.504779 run    osmo-stp_10.42.42.5(pid=6531): ERR: Terminated: ERROR {rc=1}  [trial-2370↪encryption↪register_a5_3_authreq.py:8↪register_a5_3_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6531)]
06:42:13.634576 run    osmo-stp_10.42.42.5(pid=6531): stdout: 
| (launched: 2022-12-10_06:42:12.202746)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:42:13.761395 run    osmo-stp_10.42.42.5(pid=6531): stderr: 
| �[0;m�[38;5;43m20221210064212375 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210064212376 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210064212376 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210064212376 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210064212377 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210064212377 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210064212377 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:42:13.883567 run    osmo-stp_10.42.42.5(pid=6531): stdout: 
| (launched: 2022-12-10_06:42:12.202746)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:42:14.004509 run    osmo-stp_10.42.42.5(pid=6531): stderr: 
| �[0;m�[38;5;43m20221210064212375 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210064212376 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210064212376 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210064212376 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210064212377 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210064212377 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210064212377 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:42:14.057762 tst       register_a5_3_authreq.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=6531): Process ended prematurely: osmo-stp_10.42.42.5(pid=6531) [trial-2370↪encryption↪register_a5_3_authreq.py:8↪register_a5_3_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6531)]  [trial-2370↪encryption↪register_a5_3_authreq.py:8]
06:42:14.066263 tst       register_a5_3_authreq.py:8: Test FAILED (6.2 sec)
06:42:14.125234 run    osmo-hlr_10.42.42.2(pid=6528): ERR: Terminated: ERROR {rc=237}  [trial-2370↪encryption↪register_a5_3_authreq.py↪register_a5_3_authreq.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6528)]
06:42:14.173546 run    osmo-hlr_10.42.42.2(pid=6528): stdout: 
| (launched: 2022-12-10_06:42:11.250230) 
06:42:14.222420 run    osmo-hlr_10.42.42.2(pid=6528): stderr: 
| �[0;m�[1;31m20221210064211425 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210064211426 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210064211426 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210064211426 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210064211426 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210064211426 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210064211438 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/encryption/register_a5_3_authreq.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210064211448 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210064211448 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210064211448 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
06:42:14.288532 run    osmo-msc_10.42.42.6(pid=6534): ERR: Terminated: ERROR {rc=2}  [trial-2370↪encryption↪register_a5_3_authreq.py↪register_a5_3_authreq.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=6534)]
06:42:14.336892 run    osmo-msc_10.42.42.6(pid=6534): stdout: 
| (launched: 2022-12-10_06:42:13.174152) 
06:42:14.386086 run    osmo-msc_10.42.42.6(pid=6534): stderr: 
| �[0;m�[38;5;43m20221210064213445 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210064213445 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fef5dc21c40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210064213445 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210064213446 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210064213446 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210064213446 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210064213448 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210064213448 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210064213448 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210064213448 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
06:42:14.427402 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6527): Terminating (SIGTERM)
06:42:14.466695 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6530): Terminating (SIGTERM)
06:42:14.505984 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6533): Terminating (SIGTERM)
06:42:14.515200 ---      ParallelTerminationStrategy: PID 6527 died...
06:42:14.567811 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6527): Terminated: ok {rc=0}
06:42:14.577191 ---      ParallelTerminationStrategy: PID 6530 died...
06:42:14.629128 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6530): Terminated: ok {rc=0}
06:42:14.638610 ---      ParallelTerminationStrategy: PID 6533 died...
06:42:14.690777 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6533): Terminated: ok {rc=0}
06:42:14.778198 bus                        /sierra_2: Setting Powered False
</stdout></case><duration>34.0</duration><id>162</id><name>encryption</name><properties></properties><timestamp>2022-12-10T06:41:43</timestamp></suite><suite><case><age>232</age><className>4g:srsenb-rftype@zmq+srsue-rftype@zmq</className><duration>20.0</duration><errorStackTrace>srsepc(pid=6551): Process ended prematurely: srsepc(pid=6551) [trial-2370↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py:37↪handover.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=6551)]</errorStackTrace><failedSince>2139</failedSince><name>handover.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/4g/handover.py", line 37, in &lt;module&gt;
    enb.start(epc)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py", line 237, in start
    self.configure()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py", line 423, in configure
    self.rem_host.recreate_remote_dir(self.remote_inst)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py", line 146, in recreate_remote_dir
    self.rm_remote_dir(remote_dir)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py", line 139, in rm_remote_dir
    self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py", line 134, in run_remote_sync
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: srsepc(pid=6551): Process ended prematurely: srsepc(pid=6551) [trial-2370↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py:37↪handover.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=6551)]
</stderr><stdout>
----------------------------------------------
trial-2370 4g:srsenb-rftype@zmq+srsue-rftype@zmq handover.py
----------------------------------------------
06:42:16.780171 tst                   handover.py:11: TEST_CONFIG:
{}
06:42:16.823101 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1)
06:42:16.840006 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1)
06:42:16.864703 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1)
06:42:17.005436 tst                      handover.py: using MSISDN 7600
06:42:17.114863 run              srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='7600', subscriber_id=0}
06:42:17.225200 run              srsepc_10.42.42.118: Starting srsepc
06:42:19.058224 run          rm-remote-dir(pid=6539): Launched
06:42:19.238715 bus                        /sierra_2: Setting Powered False
06:42:20.263185 run          rm-remote-dir(pid=6539): Terminated: ok {rc=0}
06:42:20.678044 run          mk-remote-dir(pid=6540): Launched
06:42:21.863236 run          mk-remote-dir(pid=6540): Terminated: ok {rc=0}
06:42:22.136754 run     scp-inst-to-remote(pid=6541): Launched
06:42:24.320701 run     scp-inst-to-remote(pid=6541): Terminated: ok {rc=0}
06:42:24.644764 run          rm-remote-dir(pid=6543): Launched
06:42:25.830109 run          rm-remote-dir(pid=6543): Terminated: ok {rc=0}
06:42:26.153784 run          mk-remote-dir(pid=6544): Launched
06:42:27.339409 run          mk-remote-dir(pid=6544): Terminated: ok {rc=0}
06:42:27.612685 run      scp-cfg-to-remote(pid=6545): Launched
06:42:28.794383 run      scp-cfg-to-remote(pid=6545): Terminated: ok {rc=0}
06:42:29.067946 run       scp-db-to-remote(pid=6547): Launched
06:42:30.251069 run       scp-db-to-remote(pid=6547): Terminated: ok {rc=0}
06:42:30.363099 run              srsepc_10.42.42.118: Setting RPATH for srsepc
06:42:30.678123 run               patchelf(pid=6549): Launched
06:42:31.903698 run               patchelf(pid=6549): Terminated: ok {rc=0}
06:42:32.018096 run              srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc
06:42:32.337826 run          setcap-netadm(pid=6550): Launched
06:42:33.521867 run          setcap-netadm(pid=6550): Terminated: ok {rc=0}
06:42:33.827708 run                 srsepc(pid=6551): Launched
06:42:33.935310 run   srsenb_srsENB-zmq_10.42.42.117: Starting srsENB
06:42:35.037880 run          rm-remote-dir(pid=6552): Launched
06:42:35.221232 run                 srsepc(pid=6551): ERR: Terminated: ERROR {rc=127}  [trial-2370↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py:37↪handover.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=6551)]
06:42:35.354436 run                 srsepc(pid=6551): stdout: 
| (launched: 2022-12-10_06:42:33.681621)
| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory 
06:42:35.487311 run                 srsepc(pid=6551): stderr: 
| (launched: 2022-12-10_06:42:33.726324)
| Connection to 10.42.42.116 closed. 
06:42:35.616352 run                 srsepc(pid=6551): stdout: 
| (launched: 2022-12-10_06:42:33.681621)
| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory 
06:42:35.744049 run                 srsepc(pid=6551): stderr: 
| (launched: 2022-12-10_06:42:33.726324)
| Connection to 10.42.42.116 closed. 
06:42:35.892662 run          rm-remote-dir(pid=6552): Terminating (SIGINT)
06:42:36.069406 run          rm-remote-dir(pid=6552): Terminated: ok {rc=0}
06:42:36.101625 tst                   handover.py:37: ERR: Error: srsepc(pid=6551): Process ended prematurely: srsepc(pid=6551) [trial-2370↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py:37↪handover.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=6551)]  [trial-2370↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py:37]
06:42:36.111263 tst                   handover.py:37: Test FAILED (19.5 sec)
06:42:36.220551 run           scp-back-log(pid=6553): Launched
06:42:37.307672 run           scp-back-log(pid=6553): ERR: Terminated: ERROR {rc=1}  [trial-2370↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py↪handover.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=6553)]
06:42:37.369178 run           scp-back-log(pid=6553): stdout: 
| (launched: 2022-12-10_06:42:36.152216) 
06:42:37.430760 run           scp-back-log(pid=6553): stderr: 
| (launched: 2022-12-10_06:42:36.171627)
| scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory 
06:42:37.482728 tst              srsepc_10.42.42.118: Error('scp-back-log(pid=6553): launch_sync(): local process exited with status 1 [trial-2370↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py↪handover.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=6553)]')
</stdout></case><case><age>53</age><className>4g:srsenb-rftype@zmq+srsue-rftype@zmq</className><duration>19.0</duration><errorStackTrace>srsepc(pid=6567): Process ended prematurely: srsepc(pid=6567) [trial-2370↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py:42↪iperf3_bidir.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=6567)]</errorStackTrace><failedSince>2318</failedSince><name>iperf3_bidir.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/4g/iperf3_bidir.py", line 42, in &lt;module&gt;
    enb.start(epc)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py", line 237, in start
    self.configure()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py", line 423, in configure
    self.rem_host.recreate_remote_dir(self.remote_inst)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py", line 146, in recreate_remote_dir
    self.rm_remote_dir(remote_dir)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py", line 139, in rm_remote_dir
    self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py", line 134, in run_remote_sync
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: srsepc(pid=6567): Process ended prematurely: srsepc(pid=6567) [trial-2370↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py:42↪iperf3_bidir.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=6567)]
</stderr><stdout>
----------------------------------------------
trial-2370 4g:srsenb-rftype@zmq+srsue-rftype@zmq iperf3_bidir.py
----------------------------------------------
06:42:37.659964 tst               iperf3_bidir.py:13: Number of physical ue: 1
06:42:37.701158 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1)
06:42:37.904079 tst               iperf3_bidir.py:20: ue index0: srsue_10.42.42.116
06:42:37.945014 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1)
06:42:37.960703 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1)
06:42:38.080448 tst                  iperf3_bidir.py: using MSISDN 7601
06:42:38.186990 run              srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='7601', subscriber_id=0}
06:42:38.292101 run              srsepc_10.42.42.118: Starting srsepc
06:42:38.925265 run          rm-remote-dir(pid=6555): Launched
06:42:40.120319 run          rm-remote-dir(pid=6555): Terminated: ok {rc=0}
06:42:40.467409 run          mk-remote-dir(pid=6556): Launched
06:42:41.665255 run          mk-remote-dir(pid=6556): Terminated: ok {rc=0}
06:42:41.958404 run     scp-inst-to-remote(pid=6557): Launched
06:42:44.154738 run     scp-inst-to-remote(pid=6557): Terminated: ok {rc=0}
06:42:44.501281 run          rm-remote-dir(pid=6559): Launched
06:42:45.699610 run          rm-remote-dir(pid=6559): Terminated: ok {rc=0}
06:42:46.119635 run          mk-remote-dir(pid=6560): Launched
06:42:47.318941 run          mk-remote-dir(pid=6560): Terminated: ok {rc=0}
06:42:47.613285 run      scp-cfg-to-remote(pid=6561): Launched
06:42:48.807503 run      scp-cfg-to-remote(pid=6561): Terminated: ok {rc=0}
06:42:49.100246 run       scp-db-to-remote(pid=6563): Launched
06:42:50.295657 run       scp-db-to-remote(pid=6563): Terminated: ok {rc=0}
06:42:50.415196 run              srsepc_10.42.42.118: Setting RPATH for srsepc
06:42:50.752202 run               patchelf(pid=6565): Launched
06:42:51.949531 run               patchelf(pid=6565): Terminated: ok {rc=0}
06:42:52.069062 run              srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc
06:42:52.405780 run          setcap-netadm(pid=6566): Launched
06:42:53.602389 run          setcap-netadm(pid=6566): Terminated: ok {rc=0}
06:42:53.930729 run                 srsepc(pid=6567): Launched
06:42:54.045484 run   srsenb_srsENB-zmq_10.42.42.117: Starting srsENB
06:42:55.237361 run          rm-remote-dir(pid=6568): Launched
06:42:55.433937 run                 srsepc(pid=6567): ERR: Terminated: ERROR {rc=127}  [trial-2370↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py:42↪iperf3_bidir.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=6567)]
06:42:55.576639 run                 srsepc(pid=6567): stdout: 
| (launched: 2022-12-10_06:42:53.773455)
| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory 
06:42:55.718365 run                 srsepc(pid=6567): stderr: 
| (launched: 2022-12-10_06:42:53.821381)
| Connection to 10.42.42.116 closed. 
06:42:55.855832 run                 srsepc(pid=6567): stdout: 
| (launched: 2022-12-10_06:42:53.773455)
| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory 
06:42:55.992335 run                 srsepc(pid=6567): stderr: 
| (launched: 2022-12-10_06:42:53.821381)
| Connection to 10.42.42.116 closed. 
06:42:56.151330 run          rm-remote-dir(pid=6568): Terminating (SIGINT)
06:42:56.337947 run          rm-remote-dir(pid=6568): Terminated: ok {rc=0}
06:42:56.372380 tst               iperf3_bidir.py:42: ERR: Error: srsepc(pid=6567): Process ended prematurely: srsepc(pid=6567) [trial-2370↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py:42↪iperf3_bidir.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=6567)]  [trial-2370↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py:42]
06:42:56.382781 tst               iperf3_bidir.py:42: Test FAILED (18.9 sec)
06:42:56.497114 run           scp-back-log(pid=6569): Launched
06:42:57.586548 run           scp-back-log(pid=6569): ERR: Terminated: ERROR {rc=1}  [trial-2370↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py↪iperf3_bidir.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=6569)]
06:42:57.651017 run           scp-back-log(pid=6569): stdout: 
| (launched: 2022-12-10_06:42:56.425558) 
06:42:57.715513 run           scp-back-log(pid=6569): stderr: 
| (launched: 2022-12-10_06:42:56.446129)
| scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory 
06:42:57.770824 tst              srsepc_10.42.42.118: Error('scp-back-log(pid=6569): launch_sync(): local process exited with status 1 [trial-2370↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py↪iperf3_bidir.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=6569)]')
</stdout></case><case><age>232</age><className>4g:srsenb-rftype@zmq+srsue-rftype@zmq</className><duration>19.0</duration><errorStackTrace>srsepc(pid=6583): Process ended prematurely: srsepc(pid=6583) [trial-2370↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py:42↪iperf3_dl.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=6583)]</errorStackTrace><failedSince>2139</failedSince><name>iperf3_dl.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/4g/iperf3_dl.py", line 42, in &lt;module&gt;
    enb.start(epc)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py", line 237, in start
    self.configure()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py", line 423, in configure
    self.rem_host.recreate_remote_dir(self.remote_inst)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py", line 146, in recreate_remote_dir
    self.rm_remote_dir(remote_dir)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py", line 139, in rm_remote_dir
    self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py", line 134, in run_remote_sync
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: srsepc(pid=6583): Process ended prematurely: srsepc(pid=6583) [trial-2370↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py:42↪iperf3_dl.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=6583)]
</stderr><stdout>
----------------------------------------------
trial-2370 4g:srsenb-rftype@zmq+srsue-rftype@zmq iperf3_dl.py
----------------------------------------------
06:42:57.959348 tst                  iperf3_dl.py:13: Number of physical ue: 1
06:42:58.003627 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1)
06:42:58.218867 tst                  iperf3_dl.py:20: ue index0: srsue_10.42.42.116
06:42:58.262948 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1)
06:42:58.279095 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1)
06:42:58.410509 tst                     iperf3_dl.py: using MSISDN 7602
06:42:58.525084 run              srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='7602', subscriber_id=0}
06:42:58.638285 run              srsepc_10.42.42.118: Starting srsepc
06:42:59.315570 run          rm-remote-dir(pid=6571): Launched
06:43:00.513240 run          rm-remote-dir(pid=6571): Terminated: ok {rc=0}
06:43:00.880518 run          mk-remote-dir(pid=6572): Launched
06:43:02.086527 run          mk-remote-dir(pid=6572): Terminated: ok {rc=0}
06:43:02.377874 run     scp-inst-to-remote(pid=6573): Launched
06:43:04.561512 run     scp-inst-to-remote(pid=6573): Terminated: ok {rc=0}
06:43:04.884102 run          rm-remote-dir(pid=6575): Launched
06:43:06.067397 run          rm-remote-dir(pid=6575): Terminated: ok {rc=0}
06:43:06.389839 run          mk-remote-dir(pid=6576): Launched
06:43:07.574536 run          mk-remote-dir(pid=6576): Terminated: ok {rc=0}
06:43:07.847243 run      scp-cfg-to-remote(pid=6577): Launched
06:43:09.030034 run      scp-cfg-to-remote(pid=6577): Terminated: ok {rc=0}
06:43:09.302604 run       scp-db-to-remote(pid=6579): Launched
06:43:10.485705 run       scp-db-to-remote(pid=6579): Terminated: ok {rc=0}
06:43:10.597599 run              srsepc_10.42.42.118: Setting RPATH for srsepc
06:43:10.911150 run               patchelf(pid=6581): Launched
06:43:12.094064 run               patchelf(pid=6581): Terminated: ok {rc=0}
06:43:12.205994 run              srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc
06:43:12.520102 run          setcap-netadm(pid=6582): Launched
06:43:13.702445 run          setcap-netadm(pid=6582): Terminated: ok {rc=0}
06:43:14.008572 run                 srsepc(pid=6583): Launched
06:43:14.115336 run   srsenb_srsENB-zmq_10.42.42.117: Starting srsENB
06:43:15.226871 run          rm-remote-dir(pid=6584): Launched
06:43:15.409761 run                 srsepc(pid=6583): ERR: Terminated: ERROR {rc=127}  [trial-2370↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py:42↪iperf3_dl.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=6583)]
06:43:15.543280 run                 srsepc(pid=6583): stdout: 
| (launched: 2022-12-10_06:43:13.861954)
| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory 
06:43:15.676123 run                 srsepc(pid=6583): stderr: 
| (launched: 2022-12-10_06:43:13.906576)
| Connection to 10.42.42.116 closed. 
06:43:15.805425 run                 srsepc(pid=6583): stdout: 
| (launched: 2022-12-10_06:43:13.861954)
| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory 
06:43:15.935511 run                 srsepc(pid=6583): stderr: 
| (launched: 2022-12-10_06:43:13.906576)
| Connection to 10.42.42.116 closed. 
06:43:16.126462 run          rm-remote-dir(pid=6584): Terminating (SIGINT)
06:43:16.304758 run          rm-remote-dir(pid=6584): Terminated: ok {rc=0}
06:43:16.338117 tst                  iperf3_dl.py:42: ERR: Error: srsepc(pid=6583): Process ended prematurely: srsepc(pid=6583) [trial-2370↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py:42↪iperf3_dl.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=6583)]  [trial-2370↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py:42]
06:43:16.349102 tst                  iperf3_dl.py:42: Test FAILED (18.5 sec)
06:43:16.503293 run           scp-back-log(pid=6585): Launched
06:43:17.592773 run           scp-back-log(pid=6585): ERR: Terminated: ERROR {rc=1}  [trial-2370↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py↪iperf3_dl.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=6585)]
06:43:17.654646 run           scp-back-log(pid=6585): stdout: 
| (launched: 2022-12-10_06:43:16.392977) 
06:43:17.716556 run           scp-back-log(pid=6585): stderr: 
| (launched: 2022-12-10_06:43:16.412868)
| scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory 
06:43:17.768836 tst              srsepc_10.42.42.118: Error('scp-back-log(pid=6585): launch_sync(): local process exited with status 1 [trial-2370↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py↪iperf3_dl.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=6585)]')
</stdout></case><case><age>232</age><className>4g:srsenb-rftype@zmq+srsue-rftype@zmq</className><duration>19.0</duration><errorStackTrace>srsepc(pid=6599): Process ended prematurely: srsepc(pid=6599) [trial-2370↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py:42↪iperf3_ul.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=6599)]</errorStackTrace><failedSince>2139</failedSince><name>iperf3_ul.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/4g/iperf3_ul.py", line 42, in &lt;module&gt;
    enb.start(epc)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py", line 237, in start
    self.configure()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py", line 423, in configure
    self.rem_host.recreate_remote_dir(self.remote_inst)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py", line 146, in recreate_remote_dir
    self.rm_remote_dir(remote_dir)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py", line 139, in rm_remote_dir
    self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py", line 134, in run_remote_sync
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: srsepc(pid=6599): Process ended prematurely: srsepc(pid=6599) [trial-2370↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py:42↪iperf3_ul.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=6599)]
</stderr><stdout>
----------------------------------------------
trial-2370 4g:srsenb-rftype@zmq+srsue-rftype@zmq iperf3_ul.py
----------------------------------------------
06:43:17.946520 tst                  iperf3_ul.py:13: Number of physical ue: 1
06:43:17.987885 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1)
06:43:18.192221 tst                  iperf3_ul.py:20: ue index0: srsue_10.42.42.116
06:43:18.233475 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1)
06:43:18.249233 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1)
06:43:18.369471 tst                     iperf3_ul.py: using MSISDN 7603
06:43:18.475779 run              srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='7603', subscriber_id=0}
06:43:18.581892 run              srsepc_10.42.42.118: Starting srsepc
06:43:19.214813 run          rm-remote-dir(pid=6587): Launched
06:43:20.401403 run          rm-remote-dir(pid=6587): Terminated: ok {rc=0}
06:43:20.724807 run          mk-remote-dir(pid=6588): Launched
06:43:21.910245 run          mk-remote-dir(pid=6588): Terminated: ok {rc=0}
06:43:22.183330 run     scp-inst-to-remote(pid=6589): Launched
06:43:24.367996 run     scp-inst-to-remote(pid=6589): Terminated: ok {rc=0}
06:43:24.689911 run          rm-remote-dir(pid=6591): Launched
06:43:25.874255 run          rm-remote-dir(pid=6591): Terminated: ok {rc=0}
06:43:26.196816 run          mk-remote-dir(pid=6592): Launched
06:43:27.381198 run          mk-remote-dir(pid=6592): Terminated: ok {rc=0}
06:43:27.654013 run      scp-cfg-to-remote(pid=6593): Launched
06:43:28.837354 run      scp-cfg-to-remote(pid=6593): Terminated: ok {rc=0}
06:43:29.110218 run       scp-db-to-remote(pid=6595): Launched
06:43:30.292743 run       scp-db-to-remote(pid=6595): Terminated: ok {rc=0}
06:43:30.404601 run              srsepc_10.42.42.118: Setting RPATH for srsepc
06:43:30.716834 run               patchelf(pid=6597): Launched
06:43:31.904444 run               patchelf(pid=6597): Terminated: ok {rc=0}
06:43:32.020909 run              srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc
06:43:32.351716 run          setcap-netadm(pid=6598): Launched
06:43:33.534403 run          setcap-netadm(pid=6598): Terminated: ok {rc=0}
06:43:33.839634 run                 srsepc(pid=6599): Launched
06:43:33.945106 run   srsenb_srsENB-zmq_10.42.42.117: Starting srsENB
06:43:35.050942 run          rm-remote-dir(pid=6600): Launched
06:43:35.234129 run                 srsepc(pid=6599): ERR: Terminated: ERROR {rc=127}  [trial-2370↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py:42↪iperf3_ul.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=6599)]
06:43:35.368043 run                 srsepc(pid=6599): stdout: 
| (launched: 2022-12-10_06:43:33.693828)
| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory 
06:43:35.501549 run                 srsepc(pid=6599): stderr: 
| (launched: 2022-12-10_06:43:33.738660)
| Connection to 10.42.42.116 closed. 
06:43:35.631004 run                 srsepc(pid=6599): stdout: 
| (launched: 2022-12-10_06:43:33.693828)
| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory 
06:43:35.759513 run                 srsepc(pid=6599): stderr: 
| (launched: 2022-12-10_06:43:33.738660)
| Connection to 10.42.42.116 closed. 
06:43:35.909510 run          rm-remote-dir(pid=6600): Terminating (SIGINT)
06:43:36.085460 run          rm-remote-dir(pid=6600): Terminated: ok {rc=0}
06:43:36.118077 tst                  iperf3_ul.py:42: ERR: Error: srsepc(pid=6599): Process ended prematurely: srsepc(pid=6599) [trial-2370↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py:42↪iperf3_ul.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=6599)]  [trial-2370↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py:42]
06:43:36.127721 tst                  iperf3_ul.py:42: Test FAILED (18.3 sec)
06:43:36.237834 run           scp-back-log(pid=6601): Launched
06:43:37.323970 run           scp-back-log(pid=6601): ERR: Terminated: ERROR {rc=1}  [trial-2370↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py↪iperf3_ul.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=6601)]
06:43:37.386009 run           scp-back-log(pid=6601): stdout: 
| (launched: 2022-12-10_06:43:36.169113) 
06:43:37.448413 run           scp-back-log(pid=6601): stderr: 
| (launched: 2022-12-10_06:43:36.188688)
| scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory 
06:43:37.501796 tst              srsepc_10.42.42.118: Error('scp-back-log(pid=6601): launch_sync(): local process exited with status 1 [trial-2370↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py↪iperf3_ul.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=6601)]')
</stdout></case><case><age>229</age><className>4g:srsenb-rftype@zmq+srsue-rftype@zmq</className><duration>19.0</duration><errorStackTrace>srsepc(pid=6615): Process ended prematurely: srsepc(pid=6615) [trial-2370↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py:16↪ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=6615)]</errorStackTrace><failedSince>2142</failedSince><name>ping.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/4g/ping.py", line 16, in &lt;module&gt;
    enb.start(epc)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py", line 237, in start
    self.configure()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py", line 423, in configure
    self.rem_host.recreate_remote_dir(self.remote_inst)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py", line 146, in recreate_remote_dir
    self.rm_remote_dir(remote_dir)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py", line 139, in rm_remote_dir
    self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py", line 134, in run_remote_sync
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: srsepc(pid=6615): Process ended prematurely: srsepc(pid=6615) [trial-2370↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py:16↪ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=6615)]
</stderr><stdout>
----------------------------------------------
trial-2370 4g:srsenb-rftype@zmq+srsue-rftype@zmq ping.py
----------------------------------------------
06:43:37.516268 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1)
06:43:37.532803 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1)
06:43:37.555952 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1)
06:43:37.696109 tst                          ping.py: using MSISDN 7604
06:43:37.802503 run              srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='7604', subscriber_id=0}
06:43:37.908180 run              srsepc_10.42.42.118: Starting srsepc
06:43:38.542846 run          rm-remote-dir(pid=6603): Launched
06:43:39.728159 run          rm-remote-dir(pid=6603): Terminated: ok {rc=0}
06:43:40.051205 run          mk-remote-dir(pid=6604): Launched
06:43:41.235708 run          mk-remote-dir(pid=6604): Terminated: ok {rc=0}
06:43:41.509459 run     scp-inst-to-remote(pid=6605): Launched
06:43:43.705601 run     scp-inst-to-remote(pid=6605): Terminated: ok {rc=0}
06:43:44.052862 run          rm-remote-dir(pid=6607): Launched
06:43:45.251205 run          rm-remote-dir(pid=6607): Terminated: ok {rc=0}
06:43:45.599533 run          mk-remote-dir(pid=6608): Launched
06:43:46.823903 run          mk-remote-dir(pid=6608): Terminated: ok {rc=0}
06:43:47.174006 run      scp-cfg-to-remote(pid=6609): Launched
06:43:48.369246 run      scp-cfg-to-remote(pid=6609): Terminated: ok {rc=0}
06:43:48.663360 run       scp-db-to-remote(pid=6611): Launched
06:43:49.858404 run       scp-db-to-remote(pid=6611): Terminated: ok {rc=0}
06:43:49.978010 run              srsepc_10.42.42.118: Setting RPATH for srsepc
06:43:50.315241 run               patchelf(pid=6613): Launched
06:43:51.499573 run               patchelf(pid=6613): Terminated: ok {rc=0}
06:43:51.612288 run              srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc
06:43:51.926811 run          setcap-netadm(pid=6614): Launched
06:43:53.109066 run          setcap-netadm(pid=6614): Terminated: ok {rc=0}
06:43:53.415981 run                 srsepc(pid=6615): Launched
06:43:53.521650 run   srsenb_srsENB-zmq_10.42.42.117: Starting srsENB
06:43:54.705988 run          rm-remote-dir(pid=6616): Launched
06:43:54.901920 run                 srsepc(pid=6615): ERR: Terminated: ERROR {rc=127}  [trial-2370↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py:16↪ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=6615)]
06:43:55.044239 run                 srsepc(pid=6615): stdout: 
| (launched: 2022-12-10_06:43:53.269459)
| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory 
06:43:55.186223 run                 srsepc(pid=6615): stderr: 
| (launched: 2022-12-10_06:43:53.314323)
| Connection to 10.42.42.116 closed. 
06:43:55.323657 run                 srsepc(pid=6615): stdout: 
| (launched: 2022-12-10_06:43:53.269459)
| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory 
06:43:55.460222 run                 srsepc(pid=6615): stderr: 
| (launched: 2022-12-10_06:43:53.314323)
| Connection to 10.42.42.116 closed. 
06:43:55.619791 run          rm-remote-dir(pid=6616): Terminating (SIGINT)
06:43:55.806173 run          rm-remote-dir(pid=6616): Terminated: ok {rc=0}
06:43:55.840383 tst                       ping.py:16: ERR: Error: srsepc(pid=6615): Process ended prematurely: srsepc(pid=6615) [trial-2370↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py:16↪ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=6615)]  [trial-2370↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py:16]
06:43:55.850552 tst                       ping.py:16: Test FAILED (18.3 sec)
06:43:55.965588 run           scp-back-log(pid=6617): Launched
06:43:57.054790 run           scp-back-log(pid=6617): ERR: Terminated: ERROR {rc=1}  [trial-2370↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py↪ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=6617)]
06:43:57.119568 run           scp-back-log(pid=6617): stdout: 
| (launched: 2022-12-10_06:43:55.893250) 
06:43:57.184391 run           scp-back-log(pid=6617): stderr: 
| (launched: 2022-12-10_06:43:55.913679)
| scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory 
06:43:57.239195 tst              srsepc_10.42.42.118: Error('scp-back-log(pid=6617): launch_sync(): local process exited with status 1 [trial-2370↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py↪ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=6617)]')
</stdout></case><case><age>232</age><className>4g:srsenb-rftype@zmq+srsue-rftype@zmq</className><duration>19.0</duration><errorStackTrace>srsepc(pid=6631): Process ended prematurely: srsepc(pid=6631) [trial-2370↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py:16↪rrc_idle_mo_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=6631)]</errorStackTrace><failedSince>2139</failedSince><name>rrc_idle_mo_ping.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/4g/rrc_idle_mo_ping.py", line 16, in &lt;module&gt;
    enb.start(epc)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py", line 237, in start
    self.configure()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py", line 423, in configure
    self.rem_host.recreate_remote_dir(self.remote_inst)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py", line 146, in recreate_remote_dir
    self.rm_remote_dir(remote_dir)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py", line 139, in rm_remote_dir
    self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py", line 134, in run_remote_sync
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: srsepc(pid=6631): Process ended prematurely: srsepc(pid=6631) [trial-2370↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py:16↪rrc_idle_mo_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=6631)]
</stderr><stdout>
----------------------------------------------
trial-2370 4g:srsenb-rftype@zmq+srsue-rftype@zmq rrc_idle_mo_ping.py
----------------------------------------------
06:43:57.254042 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1)
06:43:57.271142 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1)
06:43:57.294621 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1)
06:43:57.440396 tst              rrc_idle_mo_ping.py: using MSISDN 7605
06:43:57.554446 run              srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='7605', subscriber_id=0}
06:43:57.666960 run              srsepc_10.42.42.118: Starting srsepc
06:43:58.343901 run          rm-remote-dir(pid=6619): Launched
06:43:59.541123 run          rm-remote-dir(pid=6619): Terminated: ok {rc=0}
06:43:59.888228 run          mk-remote-dir(pid=6620): Launched
06:44:01.115381 run          mk-remote-dir(pid=6620): Terminated: ok {rc=0}
06:44:01.444297 run     scp-inst-to-remote(pid=6621): Launched
06:44:03.653388 run     scp-inst-to-remote(pid=6621): Terminated: ok {rc=0}
06:44:03.999988 run          rm-remote-dir(pid=6623): Launched
06:44:05.197161 run          rm-remote-dir(pid=6623): Terminated: ok {rc=0}
06:44:05.545752 run          mk-remote-dir(pid=6624): Launched
06:44:06.743327 run          mk-remote-dir(pid=6624): Terminated: ok {rc=0}
06:44:07.036440 run      scp-cfg-to-remote(pid=6625): Launched
06:44:08.230020 run      scp-cfg-to-remote(pid=6625): Terminated: ok {rc=0}
06:44:08.523228 run       scp-db-to-remote(pid=6627): Launched
06:44:09.717207 run       scp-db-to-remote(pid=6627): Terminated: ok {rc=0}
06:44:09.837220 run              srsepc_10.42.42.118: Setting RPATH for srsepc
06:44:10.174467 run               patchelf(pid=6629): Launched
06:44:11.370177 run               patchelf(pid=6629): Terminated: ok {rc=0}
06:44:11.489809 run              srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc
06:44:11.827869 run          setcap-netadm(pid=6630): Launched
06:44:13.023470 run          setcap-netadm(pid=6630): Terminated: ok {rc=0}
06:44:13.352762 run                 srsepc(pid=6631): Launched
06:44:13.467414 run   srsenb_srsENB-zmq_10.42.42.117: Starting srsENB
06:44:14.647606 run          rm-remote-dir(pid=6632): Launched
06:44:14.831165 run                 srsepc(pid=6631): ERR: Terminated: ERROR {rc=127}  [trial-2370↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py:16↪rrc_idle_mo_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=6631)]
06:44:14.965153 run                 srsepc(pid=6631): stdout: 
| (launched: 2022-12-10_06:44:13.195021)
| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory 
06:44:15.098452 run                 srsepc(pid=6631): stderr: 
| (launched: 2022-12-10_06:44:13.242873)
| Connection to 10.42.42.116 closed. 
06:44:15.227956 run                 srsepc(pid=6631): stdout: 
| (launched: 2022-12-10_06:44:13.195021)
| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory 
06:44:15.356731 run                 srsepc(pid=6631): stderr: 
| (launched: 2022-12-10_06:44:13.242873)
| Connection to 10.42.42.116 closed. 
06:44:15.505798 run          rm-remote-dir(pid=6632): Terminating (SIGINT)
06:44:15.680356 run          rm-remote-dir(pid=6632): Terminated: ok {rc=0}
06:44:15.712780 tst           rrc_idle_mo_ping.py:16: ERR: Error: srsepc(pid=6631): Process ended prematurely: srsepc(pid=6631) [trial-2370↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py:16↪rrc_idle_mo_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=6631)]  [trial-2370↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py:16]
06:44:15.722682 tst           rrc_idle_mo_ping.py:16: Test FAILED (18.5 sec)
06:44:15.833055 run           scp-back-log(pid=6633): Launched
06:44:16.922539 run           scp-back-log(pid=6633): ERR: Terminated: ERROR {rc=1}  [trial-2370↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py↪rrc_idle_mo_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=6633)]
06:44:16.988933 run           scp-back-log(pid=6633): stdout: 
| (launched: 2022-12-10_06:44:15.763858) 
06:44:17.055280 run           scp-back-log(pid=6633): stderr: 
| (launched: 2022-12-10_06:44:15.783376)
| scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory 
06:44:17.111846 tst              srsepc_10.42.42.118: Error('scp-back-log(pid=6633): launch_sync(): local process exited with status 1 [trial-2370↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py↪rrc_idle_mo_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=6633)]')
</stdout></case><case><age>232</age><className>4g:srsenb-rftype@zmq+srsue-rftype@zmq</className><duration>19.0</duration><errorStackTrace>srsepc(pid=6648): Process ended prematurely: srsepc(pid=6648) [trial-2370↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py:16↪rrc_idle_mt_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=6648)]</errorStackTrace><failedSince>2139</failedSince><name>rrc_idle_mt_ping.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/4g/rrc_idle_mt_ping.py", line 16, in &lt;module&gt;
    enb.start(epc)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py", line 237, in start
    self.configure()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py", line 423, in configure
    self.rem_host.recreate_remote_dir(self.remote_inst)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py", line 146, in recreate_remote_dir
    self.rm_remote_dir(remote_dir)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py", line 139, in rm_remote_dir
    self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py", line 134, in run_remote_sync
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: srsepc(pid=6648): Process ended prematurely: srsepc(pid=6648) [trial-2370↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py:16↪rrc_idle_mt_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=6648)]
</stderr><stdout>
----------------------------------------------
trial-2370 4g:srsenb-rftype@zmq+srsue-rftype@zmq rrc_idle_mt_ping.py
----------------------------------------------
06:44:17.127790 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1)
06:44:17.145444 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1)
06:44:17.171002 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1)
06:44:17.319030 tst              rrc_idle_mt_ping.py: using MSISDN 7606
06:44:17.433410 run              srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='7606', subscriber_id=0}
06:44:17.546244 run              srsepc_10.42.42.118: Starting srsepc
06:44:18.224022 run          rm-remote-dir(pid=6636): Launched
06:44:19.422102 run          rm-remote-dir(pid=6636): Terminated: ok {rc=0}
06:44:19.769287 run          mk-remote-dir(pid=6637): Launched
06:44:20.965931 run          mk-remote-dir(pid=6637): Terminated: ok {rc=0}
06:44:21.259064 run     scp-inst-to-remote(pid=6638): Launched
06:44:23.455786 run     scp-inst-to-remote(pid=6638): Terminated: ok {rc=0}
06:44:23.803857 run          rm-remote-dir(pid=6640): Launched
06:44:25.000638 run          rm-remote-dir(pid=6640): Terminated: ok {rc=0}
06:44:25.348215 run          mk-remote-dir(pid=6641): Launched
06:44:26.546347 run          mk-remote-dir(pid=6641): Terminated: ok {rc=0}
06:44:26.839851 run      scp-cfg-to-remote(pid=6642): Launched
06:44:28.034317 run      scp-cfg-to-remote(pid=6642): Terminated: ok {rc=0}
06:44:28.329866 run       scp-db-to-remote(pid=6644): Launched
06:44:29.525007 run       scp-db-to-remote(pid=6644): Terminated: ok {rc=0}
06:44:29.645376 run              srsepc_10.42.42.118: Setting RPATH for srsepc
06:44:29.981835 run               patchelf(pid=6646): Launched
06:44:31.179551 run               patchelf(pid=6646): Terminated: ok {rc=0}
06:44:31.302820 run              srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc
06:44:31.692072 run          setcap-netadm(pid=6647): Launched
06:44:32.896276 run          setcap-netadm(pid=6647): Terminated: ok {rc=0}
06:44:33.224904 run                 srsepc(pid=6648): Launched
06:44:33.339575 run   srsenb_srsENB-zmq_10.42.42.117: Starting srsENB
06:44:34.520894 run          rm-remote-dir(pid=6649): Launched
06:44:34.718021 run                 srsepc(pid=6648): ERR: Terminated: ERROR {rc=127}  [trial-2370↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py:16↪rrc_idle_mt_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=6648)]
06:44:34.860379 run                 srsepc(pid=6648): stdout: 
| (launched: 2022-12-10_06:44:33.067183)
| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory 
06:44:35.002122 run                 srsepc(pid=6648): stderr: 
| (launched: 2022-12-10_06:44:33.115214)
| Connection to 10.42.42.116 closed. 
06:44:35.140190 run                 srsepc(pid=6648): stdout: 
| (launched: 2022-12-10_06:44:33.067183)
| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory 
06:44:35.276579 run                 srsepc(pid=6648): stderr: 
| (launched: 2022-12-10_06:44:33.115214)
| Connection to 10.42.42.116 closed. 
06:44:35.435866 run          rm-remote-dir(pid=6649): Terminating (SIGINT)
06:44:35.623314 run          rm-remote-dir(pid=6649): Terminated: ok {rc=0}
06:44:35.657894 tst           rrc_idle_mt_ping.py:16: ERR: Error: srsepc(pid=6648): Process ended prematurely: srsepc(pid=6648) [trial-2370↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py:16↪rrc_idle_mt_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=6648)]  [trial-2370↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py:16]
06:44:35.668098 tst           rrc_idle_mt_ping.py:16: Test FAILED (18.5 sec)
06:44:35.782971 run           scp-back-log(pid=6650): Launched
06:44:36.872210 run           scp-back-log(pid=6650): ERR: Terminated: ERROR {rc=1}  [trial-2370↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py↪rrc_idle_mt_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=6650)]
06:44:36.936604 run           scp-back-log(pid=6650): stdout: 
| (launched: 2022-12-10_06:44:35.710666) 
06:44:37.001493 run           scp-back-log(pid=6650): stderr: 
| (launched: 2022-12-10_06:44:35.731058)
| scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory 
06:44:37.056296 tst              srsepc_10.42.42.118: Error('scp-back-log(pid=6650): launch_sync(): local process exited with status 1 [trial-2370↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py↪rrc_idle_mt_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=6650)]')
</stdout></case><duration>142.0</duration><id>163</id><name>4g_srsenb-rftype@zmq+srsue-rftype@zmq</name><properties></properties><timestamp>2022-12-10T06:42:16</timestamp></suite><suite><case><age>168</age><className>handover_2G:nanobts+bts1-oc2g</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=6661): Process ended prematurely: osmo-stp_10.42.42.5(pid=6661) [trial-2370↪handover_2G:nanobts+bts1-oc2g↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6661)]</errorStackTrace><failedSince>2203</failedSince><name>handover.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py", line 18, in &lt;module&gt;
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6661): Process ended prematurely: osmo-stp_10.42.42.5(pid=6661) [trial-2370↪handover_2G:nanobts+bts1-oc2g↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6661)]
</stderr><stdout>
----------------------------------------------
trial-2370 handover_2G:nanobts+bts1-oc2g handover.py
----------------------------------------------
06:44:37.911372 tst    handover_2G:nanobts+bts1-oc2g: Using 1 x ip_address (candidates: 6)
06:44:37.922972 tst    handover_2G:nanobts+bts1-oc2g: Using 1 x bts (candidates: 2)
06:44:38.051012 tst                      handover.py: using LAC 26563
06:44:38.170895 tst                      handover.py: using RAC 43
06:44:38.287071 tst                      handover.py: using CellId 26563
06:44:38.408259 tst                      handover.py: using BVCI 26564
06:44:38.431177 tst    handover_2G:nanobts+bts1-oc2g: Using 1 x bts (candidates: 2)
06:44:38.549786 tst                      handover.py: using LAC 26564
06:44:38.665258 tst                      handover.py: using RAC 44
06:44:38.780223 tst                      handover.py: using CellId 26564
06:44:38.895675 tst                      handover.py: using BVCI 26565
06:44:38.918548 tst    handover_2G:nanobts+bts1-oc2g: Using 1 x ip_address (candidates: 6)
06:44:38.929682 tst    handover_2G:nanobts+bts1-oc2g: Using 1 x ip_address (candidates: 6)
06:44:38.940364 tst    handover_2G:nanobts+bts1-oc2g: Using 1 x ip_address (candidates: 6)
06:44:38.951589 tst    handover_2G:nanobts+bts1-oc2g: Using 1 x ip_address (candidates: 6)
06:44:38.962869 tst    handover_2G:nanobts+bts1-oc2g: Using 1 x ip_address (candidates: 6)
06:44:38.974181 tst    handover_2G:nanobts+bts1-oc2g: Using 1 x modem (candidates: 2)
06:44:39.092351 tst    handover_2G:nanobts+bts1-oc2g: Using 1 x modem (candidates: 2)
06:44:39.299454 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
06:44:39.800009 run          create_hlr_db(pid=6655): Launched
06:44:40.985261 run          create_hlr_db(pid=6655): Terminated: ok {rc=0}
06:44:41.312722 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6657): Launched
06:44:41.631000 run    osmo-hlr_10.42.42.2(pid=6658): Launched
06:44:41.746618 run              osmo-stp_10.42.42.5: Starting osmo-stp
06:44:42.298598 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6660): Launched
06:44:42.616409 run    osmo-stp_10.42.42.5(pid=6661): Launched
06:44:42.731890 run              osmo-msc_10.42.42.6: Starting osmo-msc
06:44:43.313076 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6663): Launched
06:44:43.631256 run    osmo-msc_10.42.42.6(pid=6664): Launched
06:44:43.818173 run    osmo-stp_10.42.42.5(pid=6661): ERR: Terminated: ERROR {rc=1}  [trial-2370↪handover_2G:nanobts+bts1-oc2g↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6661)]
06:44:43.952532 run    osmo-stp_10.42.42.5(pid=6661): stdout: 
| (launched: 2022-12-10_06:44:42.460125)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:44:44.086787 run    osmo-stp_10.42.42.5(pid=6661): stderr: 
| �[0;m�[38;5;43m20221210064442652 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210064442652 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210064442652 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210064442653 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210064442653 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210064442653 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210064442653 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:44:44.213982 run    osmo-stp_10.42.42.5(pid=6661): stdout: 
| (launched: 2022-12-10_06:44:42.460125)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:44:44.339751 run    osmo-stp_10.42.42.5(pid=6661): stderr: 
| �[0;m�[38;5;43m20221210064442652 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210064442652 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210064442652 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210064442653 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210064442653 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210064442653 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210064442653 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:44:44.395312 tst                   handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=6661): Process ended prematurely: osmo-stp_10.42.42.5(pid=6661) [trial-2370↪handover_2G:nanobts+bts1-oc2g↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6661)]  [trial-2370↪handover_2G:nanobts+bts1-oc2g↪handover.py:18]
06:44:44.403746 tst                   handover.py:18: Test FAILED (6.5 sec)
06:44:44.465624 run    osmo-hlr_10.42.42.2(pid=6658): ERR: Terminated: ERROR {rc=237}  [trial-2370↪handover_2G:nanobts+bts1-oc2g↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6658)]
06:44:44.516506 run    osmo-hlr_10.42.42.2(pid=6658): stdout: 
| (launched: 2022-12-10_06:44:41.474121) 
06:44:44.568307 run    osmo-hlr_10.42.42.2(pid=6658): stderr: 
| �[0;m�[1;31m20221210064441670 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210064441670 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210064441670 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210064441670 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210064441670 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210064441670 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210064441682 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/handover_2G:nanobts+bts1-oc2g/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210064441692 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210064441692 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210064441692 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
06:44:44.638284 run    osmo-msc_10.42.42.6(pid=6664): ERR: Terminated: ERROR {rc=2}  [trial-2370↪handover_2G:nanobts+bts1-oc2g↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=6664)]
06:44:44.688929 run    osmo-msc_10.42.42.6(pid=6664): stdout: 
| (launched: 2022-12-10_06:44:43.474260) 
06:44:44.740470 run    osmo-msc_10.42.42.6(pid=6664): stderr: 
| �[0;m�[38;5;43m20221210064443793 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210064443794 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f54a9ddac40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210064443794 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210064443794 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210064443794 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210064443794 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210064443796 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210064443796 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210064443796 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210064443796 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
06:44:44.784380 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6657): Terminating (SIGTERM)
06:44:44.825535 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6660): Terminating (SIGTERM)
06:44:44.866764 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6663): Terminating (SIGTERM)
06:44:44.876213 ---      ParallelTerminationStrategy: PID 6657 died...
06:44:44.931257 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6657): Terminated: ok {rc=0}
06:44:44.941162 ---      ParallelTerminationStrategy: PID 6660 died...
06:44:44.996116 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6660): Terminated: ok {rc=0}
06:44:45.005993 ---      ParallelTerminationStrategy: PID 6663 died...
06:44:45.060748 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6663): Terminated: ok {rc=0}
06:44:45.147811 bus                        /sierra_3: Setting Powered False
06:44:46.247860 bus                        /sierra_3: Setting Powered False
06:44:47.357257 bus                        /sierra_2: Setting Powered False
</stdout></case><duration>12.0</duration><id>164</id><name>handover_2G_nanobts+bts1-oc2g</name><properties></properties><timestamp>2022-12-10T06:44:37</timestamp></suite><suite><case><age>199</age><className>handover_2G:nanobts+bts1-octphy</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=6676): Process ended prematurely: osmo-stp_10.42.42.5(pid=6676) [trial-2370↪handover_2G:nanobts+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6676)]</errorStackTrace><failedSince>2172</failedSince><name>handover.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py", line 18, in &lt;module&gt;
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6676): Process ended prematurely: osmo-stp_10.42.42.5(pid=6676) [trial-2370↪handover_2G:nanobts+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6676)]
</stderr><stdout>
----------------------------------------------
trial-2370 handover_2G:nanobts+bts1-octphy handover.py
----------------------------------------------
06:44:49.318017 tst  handover_2G:nanobts+bts1-octphy: Using 1 x ip_address (candidates: 6)
06:44:49.329135 tst  handover_2G:nanobts+bts1-octphy: Using 1 x bts (candidates: 2)
06:44:49.455848 tst                      handover.py: using LAC 26565
06:44:49.575859 tst                      handover.py: using RAC 45
06:44:49.692891 tst                      handover.py: using CellId 26565
06:44:49.810699 tst                      handover.py: using BVCI 26566
06:44:49.833771 tst  handover_2G:nanobts+bts1-octphy: Using 1 x bts (candidates: 2)
06:44:49.955850 tst                      handover.py: using LAC 26566
06:44:50.072738 tst                      handover.py: using RAC 46
06:44:50.196631 tst                      handover.py: using CellId 26566
06:44:50.325463 tst                      handover.py: using BVCI 26567
06:44:50.348453 tst  handover_2G:nanobts+bts1-octphy: Using 1 x ip_address (candidates: 6)
06:44:50.359408 tst  handover_2G:nanobts+bts1-octphy: Using 1 x ip_address (candidates: 6)
06:44:50.370250 tst  handover_2G:nanobts+bts1-octphy: Using 1 x ip_address (candidates: 6)
06:44:50.381777 tst  handover_2G:nanobts+bts1-octphy: Using 1 x ip_address (candidates: 6)
06:44:50.393427 tst  handover_2G:nanobts+bts1-octphy: Using 1 x ip_address (candidates: 6)
06:44:50.404545 tst  handover_2G:nanobts+bts1-octphy: Using 1 x modem (candidates: 2)
06:44:50.524996 tst  handover_2G:nanobts+bts1-octphy: Using 1 x modem (candidates: 2)
06:44:50.723050 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
06:44:51.174189 run          create_hlr_db(pid=6670): Launched
06:44:51.295524 bus                        /sierra_2: Setting Powered False
06:44:52.366160 run          create_hlr_db(pid=6670): Terminated: ok {rc=0}
06:44:52.763256 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6672): Launched
06:44:53.081116 run    osmo-hlr_10.42.42.2(pid=6673): Launched
06:44:53.197278 run              osmo-stp_10.42.42.5: Starting osmo-stp
06:44:53.724115 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6675): Launched
06:44:54.042757 run    osmo-stp_10.42.42.5(pid=6676): Launched
06:44:54.158838 run              osmo-msc_10.42.42.6: Starting osmo-msc
06:44:54.715276 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6678): Launched
06:44:55.034082 run    osmo-msc_10.42.42.6(pid=6679): Launched
06:44:55.220383 run    osmo-stp_10.42.42.5(pid=6676): ERR: Terminated: ERROR {rc=1}  [trial-2370↪handover_2G:nanobts+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6676)]
06:44:55.355776 run    osmo-stp_10.42.42.5(pid=6676): stdout: 
| (launched: 2022-12-10_06:44:53.885804)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:44:55.490319 run    osmo-stp_10.42.42.5(pid=6676): stderr: 
| �[0;m�[38;5;43m20221210064454076 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210064454076 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210064454077 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210064454077 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210064454078 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210064454078 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210064454078 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:44:55.619315 run    osmo-stp_10.42.42.5(pid=6676): stdout: 
| (launched: 2022-12-10_06:44:53.885804)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:44:55.746413 run    osmo-stp_10.42.42.5(pid=6676): stderr: 
| �[0;m�[38;5;43m20221210064454076 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210064454076 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210064454077 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210064454077 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210064454078 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210064454078 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210064454078 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:44:55.802270 tst                   handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=6676): Process ended prematurely: osmo-stp_10.42.42.5(pid=6676) [trial-2370↪handover_2G:nanobts+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6676)]  [trial-2370↪handover_2G:nanobts+bts1-octphy↪handover.py:18]
06:44:55.810896 tst                   handover.py:18: Test FAILED (6.5 sec)
06:44:55.872612 run    osmo-hlr_10.42.42.2(pid=6673): ERR: Terminated: ERROR {rc=237}  [trial-2370↪handover_2G:nanobts+bts1-octphy↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6673)]
06:44:55.923703 run    osmo-hlr_10.42.42.2(pid=6673): stdout: 
| (launched: 2022-12-10_06:44:52.925406) 
06:44:55.975206 run    osmo-hlr_10.42.42.2(pid=6673): stderr: 
| �[0;m�[1;31m20221210064453123 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210064453123 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210064453123 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210064453123 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210064453123 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210064453123 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210064453135 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/handover_2G:nanobts+bts1-octphy/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210064453143 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210064453144 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210064453144 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
06:44:56.045207 run    osmo-msc_10.42.42.6(pid=6679): ERR: Terminated: ERROR {rc=2}  [trial-2370↪handover_2G:nanobts+bts1-octphy↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=6679)]
06:44:56.095998 run    osmo-msc_10.42.42.6(pid=6679): stdout: 
| (launched: 2022-12-10_06:44:54.877029) 
06:44:56.147455 run    osmo-msc_10.42.42.6(pid=6679): stderr: 
| �[0;m�[38;5;43m20221210064455197 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210064455197 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe1b261cc40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210064455197 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210064455198 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210064455198 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210064455198 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210064455200 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210064455200 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210064455200 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210064455200 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
06:44:56.190884 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6672): Terminating (SIGTERM)
06:44:56.231802 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6675): Terminating (SIGTERM)
06:44:56.272924 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6678): Terminating (SIGTERM)
06:44:56.282517 ---      ParallelTerminationStrategy: PID 6672 died...
06:44:56.337541 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6672): Terminated: ok {rc=0}
06:44:56.347537 ---      ParallelTerminationStrategy: PID 6675 died...
06:44:56.402928 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6675): Terminated: ok {rc=0}
06:44:56.412931 ---      ParallelTerminationStrategy: PID 6678 died...
06:44:56.467916 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6678): Terminated: ok {rc=0}
06:44:56.553550 bus                        /sierra_3: Setting Powered False
06:44:57.658872 bus                        /sierra_3: Setting Powered False
06:44:58.769268 bus                        /sierra_2: Setting Powered False
</stdout></case><duration>12.0</duration><id>165</id><name>handover_2G_nanobts+bts1-octphy</name><properties></properties><timestamp>2022-12-10T06:44:49</timestamp></suite><suite><case><age>199</age><className>handover_2G:nanobts+bts1-trx-lms</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=6693): Process ended prematurely: osmo-stp_10.42.42.5(pid=6693) [trial-2370↪handover_2G:nanobts+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6693)]</errorStackTrace><failedSince>2172</failedSince><name>handover.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py", line 18, in &lt;module&gt;
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6693): Process ended prematurely: osmo-stp_10.42.42.5(pid=6693) [trial-2370↪handover_2G:nanobts+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6693)]
</stderr><stdout>
----------------------------------------------
trial-2370 handover_2G:nanobts+bts1-trx-lms handover.py
----------------------------------------------
06:45:00.743687 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x ip_address (candidates: 6)
06:45:00.754538 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x bts (candidates: 2)
06:45:00.887129 tst                      handover.py: using LAC 26567
06:45:01.018044 tst                      handover.py: using RAC 47
06:45:01.176396 tst                      handover.py: using CellId 26567
06:45:01.310862 tst                      handover.py: using BVCI 26568
06:45:01.336548 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x bts (candidates: 2)
06:45:01.518892 tst                      handover.py: using LAC 26568
06:45:01.689071 tst                      handover.py: using RAC 48
06:45:01.810586 tst                      handover.py: using CellId 26568
06:45:01.943831 tst                      handover.py: using BVCI 26569
06:45:01.973499 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x ip_address (candidates: 6)
06:45:01.986962 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x ip_address (candidates: 6)
06:45:02.000893 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x ip_address (candidates: 6)
06:45:02.015229 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x ip_address (candidates: 6)
06:45:02.028170 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x ip_address (candidates: 6)
06:45:02.041500 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x modem (candidates: 2)
06:45:02.184395 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x modem (candidates: 2)
06:45:02.399286 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
06:45:02.887290 run          create_hlr_db(pid=6687): Launched
06:45:03.017305 bus                        /sierra_2: Setting Powered False
06:45:04.092287 run          create_hlr_db(pid=6687): Terminated: ok {rc=0}
06:45:04.467608 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6689): Launched
06:45:04.765393 run    osmo-hlr_10.42.42.2(pid=6690): Launched
06:45:04.873899 run              osmo-stp_10.42.42.5: Starting osmo-stp
06:45:05.364615 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6692): Launched
06:45:05.661871 run    osmo-stp_10.42.42.5(pid=6693): Launched
06:45:05.769881 run              osmo-msc_10.42.42.6: Starting osmo-msc
06:45:06.289722 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6695): Launched
06:45:06.587604 run    osmo-msc_10.42.42.6(pid=6696): Launched
06:45:06.762461 run    osmo-stp_10.42.42.5(pid=6693): ERR: Terminated: ERROR {rc=1}  [trial-2370↪handover_2G:nanobts+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6693)]
06:45:06.888920 run    osmo-stp_10.42.42.5(pid=6693): stdout: 
| (launched: 2022-12-10_06:45:05.514730)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:45:07.013370 run    osmo-stp_10.42.42.5(pid=6693): stderr: 
| �[0;m�[38;5;43m20221210064505685 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210064505686 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210064505686 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210064505686 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210064505687 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210064505687 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210064505687 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:45:07.132714 run    osmo-stp_10.42.42.5(pid=6693): stdout: 
| (launched: 2022-12-10_06:45:05.514730)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:45:07.250941 run    osmo-stp_10.42.42.5(pid=6693): stderr: 
| �[0;m�[38;5;43m20221210064505685 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210064505686 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210064505686 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210064505686 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210064505687 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210064505687 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210064505687 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:45:07.303039 tst                   handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=6693): Process ended prematurely: osmo-stp_10.42.42.5(pid=6693) [trial-2370↪handover_2G:nanobts+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6693)]  [trial-2370↪handover_2G:nanobts+bts1-trx-lms↪handover.py:18]
06:45:07.311162 tst                   handover.py:18: Test FAILED (6.6 sec)
06:45:07.370479 run    osmo-hlr_10.42.42.2(pid=6690): ERR: Terminated: ERROR {rc=237}  [trial-2370↪handover_2G:nanobts+bts1-trx-lms↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6690)]
06:45:07.418909 run    osmo-hlr_10.42.42.2(pid=6690): stdout: 
| (launched: 2022-12-10_06:45:04.619063) 
06:45:07.468055 run    osmo-hlr_10.42.42.2(pid=6690): stderr: 
| �[0;m�[1;31m20221210064504794 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210064504794 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210064504794 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210064504794 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210064504794 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210064504795 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210064504807 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/handover_2G:nanobts+bts1-trx-lms/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210064504818 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210064504818 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210064504818 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
06:45:07.534934 run    osmo-msc_10.42.42.6(pid=6696): ERR: Terminated: ERROR {rc=2}  [trial-2370↪handover_2G:nanobts+bts1-trx-lms↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=6696)]
06:45:07.583552 run    osmo-msc_10.42.42.6(pid=6696): stdout: 
| (launched: 2022-12-10_06:45:06.439698) 
06:45:07.632790 run    osmo-msc_10.42.42.6(pid=6696): stderr: 
| �[0;m�[38;5;43m20221210064506708 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210064506709 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f58d4f8fc40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210064506709 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210064506709 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210064506709 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210064506709 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210064506711 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210064506712 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210064506712 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210064506712 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
06:45:07.674410 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6689): Terminating (SIGTERM)
06:45:07.714288 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6692): Terminating (SIGTERM)
06:45:07.753779 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6695): Terminating (SIGTERM)
06:45:07.763048 ---      ParallelTerminationStrategy: PID 6689 died...
06:45:07.815894 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6689): Terminated: ok {rc=0}
06:45:07.825768 ---      ParallelTerminationStrategy: PID 6692 died...
06:45:07.878468 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6692): Terminated: ok {rc=0}
06:45:07.887831 ---      ParallelTerminationStrategy: PID 6695 died...
06:45:07.940404 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6695): Terminated: ok {rc=0}
06:45:08.023268 bus                        /sierra_3: Setting Powered False
06:45:09.128049 bus                        /sierra_3: Setting Powered False
06:45:10.235152 bus                        /sierra_2: Setting Powered False
</stdout></case><duration>12.0</duration><id>166</id><name>handover_2G_nanobts+bts1-trx-lms</name><properties></properties><timestamp>2022-12-10T06:45:00</timestamp></suite><suite><case><age>199</age><className>handover_2G:nanobts+bts1-trx-lms-limenet-micro</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=6707): Process ended prematurely: osmo-stp_10.42.42.5(pid=6707) [trial-2370↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6707)]</errorStackTrace><failedSince>2172</failedSince><name>handover.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py", line 18, in &lt;module&gt;
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6707): Process ended prematurely: osmo-stp_10.42.42.5(pid=6707) [trial-2370↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6707)]
</stderr><stdout>
----------------------------------------------
trial-2370 handover_2G:nanobts+bts1-trx-lms-limenet-micro handover.py
----------------------------------------------
06:45:12.220201 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)
06:45:12.231951 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)
06:45:12.361842 tst                      handover.py: using LAC 26569
06:45:12.488379 tst                      handover.py: using RAC 49
06:45:12.608363 tst                      handover.py: using CellId 26569
06:45:12.727655 tst                      handover.py: using BVCI 26570
06:45:12.750613 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)
06:45:12.882018 tst                      handover.py: using LAC 26570
06:45:13.004538 tst                      handover.py: using RAC 50
06:45:13.120676 tst                      handover.py: using CellId 26570
06:45:13.238987 tst                      handover.py: using BVCI 26571
06:45:13.261852 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)
06:45:13.272910 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)
06:45:13.283881 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)
06:45:13.295413 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)
06:45:13.306682 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)
06:45:13.317863 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)
06:45:13.437962 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)
06:45:13.646006 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
06:45:14.128293 run          create_hlr_db(pid=6701): Launched
06:45:14.258062 bus                        /sierra_2: Setting Powered False
06:45:15.333854 run          create_hlr_db(pid=6701): Terminated: ok {rc=0}
06:45:15.731341 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6703): Launched
06:45:16.172924 run    osmo-hlr_10.42.42.2(pid=6704): Launched
06:45:16.378501 run              osmo-stp_10.42.42.5: Starting osmo-stp
06:45:16.934118 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6706): Launched
06:45:17.292347 run    osmo-stp_10.42.42.5(pid=6707): Launched
06:45:17.402903 run              osmo-msc_10.42.42.6: Starting osmo-msc
06:45:17.926910 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6709): Launched
06:45:18.226136 run    osmo-msc_10.42.42.6(pid=6710): Launched
06:45:18.401691 run    osmo-stp_10.42.42.5(pid=6707): ERR: Terminated: ERROR {rc=1}  [trial-2370↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6707)]
06:45:18.528479 run    osmo-stp_10.42.42.5(pid=6707): stdout: 
| (launched: 2022-12-10_06:45:17.099233)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:45:18.653061 run    osmo-stp_10.42.42.5(pid=6707): stderr: 
| �[0;m�[38;5;43m20221210064517307 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210064517308 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210064517308 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210064517308 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210064517309 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210064517309 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210064517309 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:45:18.772515 run    osmo-stp_10.42.42.5(pid=6707): stdout: 
| (launched: 2022-12-10_06:45:17.099233)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:45:18.890824 run    osmo-stp_10.42.42.5(pid=6707): stderr: 
| �[0;m�[38;5;43m20221210064517307 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210064517308 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210064517308 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210064517308 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210064517309 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210064517309 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210064517309 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:45:18.942958 tst                   handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=6707): Process ended prematurely: osmo-stp_10.42.42.5(pid=6707) [trial-2370↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6707)]  [trial-2370↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py:18]
06:45:18.951197 tst                   handover.py:18: Test FAILED (6.7 sec)
06:45:19.010178 run    osmo-hlr_10.42.42.2(pid=6704): ERR: Terminated: ERROR {rc=237}  [trial-2370↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6704)]
06:45:19.058411 run    osmo-hlr_10.42.42.2(pid=6704): stdout: 
| (launched: 2022-12-10_06:45:15.899507) 
06:45:19.107024 run    osmo-hlr_10.42.42.2(pid=6704): stderr: 
| �[0;m�[1;31m20221210064516138 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210064516138 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210064516138 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210064516138 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210064516138 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210064516138 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210064516151 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/handover_2G:nanobts+bts1-trx-lms-limenet-micro/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210064516164 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210064516164 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210064516164 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
06:45:19.173486 run    osmo-msc_10.42.42.6(pid=6710): ERR: Terminated: ERROR {rc=2}  [trial-2370↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=6710)]
06:45:19.221846 run    osmo-msc_10.42.42.6(pid=6710): stdout: 
| (launched: 2022-12-10_06:45:18.077544) 
06:45:19.270542 run    osmo-msc_10.42.42.6(pid=6710): stderr: 
| �[0;m�[38;5;43m20221210064518348 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210064518348 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fdd33865c40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210064518348 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210064518348 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210064518349 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210064518349 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210064518350 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210064518351 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210064518351 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210064518351 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
06:45:19.311861 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6703): Terminating (SIGTERM)
06:45:19.351179 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6706): Terminating (SIGTERM)
06:45:19.390470 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6709): Terminating (SIGTERM)
06:45:19.399734 ---      ParallelTerminationStrategy: PID 6703 died...
06:45:19.452934 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6703): Terminated: ok {rc=0}
06:45:19.462350 ---      ParallelTerminationStrategy: PID 6706 died...
06:45:19.514513 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6706): Terminated: ok {rc=0}
06:45:19.523808 ---      ParallelTerminationStrategy: PID 6709 died...
06:45:19.575782 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6709): Terminated: ok {rc=0}
06:45:19.662913 bus                        /sierra_3: Setting Powered False
06:45:20.763532 bus                        /sierra_3: Setting Powered False
06:45:21.873945 bus                        /sierra_2: Setting Powered False
</stdout></case><duration>12.0</duration><id>167</id><name>handover_2G_nanobts+bts1-trx-lms-limenet-micro</name><properties></properties><timestamp>2022-12-10T06:45:11</timestamp></suite><suite><case><age>199</age><className>handover_2G:nanobts+bts1-trx-sysmocell5000</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=6722): Process ended prematurely: osmo-stp_10.42.42.5(pid=6722) [trial-2370↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6722)]</errorStackTrace><failedSince>2172</failedSince><name>handover.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py", line 18, in &lt;module&gt;
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6722): Process ended prematurely: osmo-stp_10.42.42.5(pid=6722) [trial-2370↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6722)]
</stderr><stdout>
----------------------------------------------
trial-2370 handover_2G:nanobts+bts1-trx-sysmocell5000 handover.py
----------------------------------------------
06:45:23.865973 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)
06:45:23.877574 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)
06:45:24.013117 tst                      handover.py: using LAC 26571
06:45:24.141923 tst                      handover.py: using RAC 51
06:45:24.265777 tst                      handover.py: using CellId 26571
06:45:24.389608 tst                      handover.py: using BVCI 26572
06:45:24.413906 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)
06:45:24.555665 tst                      handover.py: using LAC 26572
06:45:24.684156 tst                      handover.py: using RAC 52
06:45:24.809324 tst                      handover.py: using CellId 26572
06:45:24.938729 tst                      handover.py: using BVCI 26573
06:45:24.963063 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)
06:45:24.974513 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)
06:45:24.985865 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)
06:45:24.997565 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)
06:45:25.009186 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)
06:45:25.020774 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)
06:45:25.139312 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)
06:45:25.339255 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
06:45:25.783240 run          create_hlr_db(pid=6716): Launched
06:45:25.904751 bus                        /sierra_2: Setting Powered False
06:45:26.975742 run          create_hlr_db(pid=6716): Terminated: ok {rc=0}
06:45:27.372315 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6718): Launched
06:45:27.691314 run    osmo-hlr_10.42.42.2(pid=6719): Launched
06:45:27.808235 run              osmo-stp_10.42.42.5: Starting osmo-stp
06:45:28.334823 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6721): Launched
06:45:28.654375 run    osmo-stp_10.42.42.5(pid=6722): Launched
06:45:28.769798 run              osmo-msc_10.42.42.6: Starting osmo-msc
06:45:29.324237 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6724): Launched
06:45:29.643191 run    osmo-msc_10.42.42.6(pid=6725): Launched
06:45:29.828888 run    osmo-stp_10.42.42.5(pid=6722): ERR: Terminated: ERROR {rc=1}  [trial-2370↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6722)]
06:45:29.963607 run    osmo-stp_10.42.42.5(pid=6722): stdout: 
| (launched: 2022-12-10_06:45:28.496880)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:45:30.097857 run    osmo-stp_10.42.42.5(pid=6722): stderr: 
| �[0;m�[38;5;43m20221210064528689 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210064528689 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210064528689 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210064528690 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210064528690 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210064528690 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210064528690 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:45:30.226027 run    osmo-stp_10.42.42.5(pid=6722): stdout: 
| (launched: 2022-12-10_06:45:28.496880)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:45:30.352707 run    osmo-stp_10.42.42.5(pid=6722): stderr: 
| �[0;m�[38;5;43m20221210064528689 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210064528689 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210064528689 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210064528690 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210064528690 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210064528690 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210064528690 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:45:30.408697 tst                   handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=6722): Process ended prematurely: osmo-stp_10.42.42.5(pid=6722) [trial-2370↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6722)]  [trial-2370↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py:18]
06:45:30.417582 tst                   handover.py:18: Test FAILED (6.5 sec)
06:45:30.479628 run    osmo-hlr_10.42.42.2(pid=6719): ERR: Terminated: ERROR {rc=237}  [trial-2370↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6719)]
06:45:30.530588 run    osmo-hlr_10.42.42.2(pid=6719): stdout: 
| (launched: 2022-12-10_06:45:27.534520) 
06:45:30.583276 run    osmo-hlr_10.42.42.2(pid=6719): stderr: 
| �[0;m�[1;31m20221210064527729 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210064527730 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210064527730 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210064527730 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210064527730 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210064527730 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210064527742 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/handover_2G:nanobts+bts1-trx-sysmocell5000/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210064527751 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210064527752 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210064527752 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
06:45:30.653250 run    osmo-msc_10.42.42.6(pid=6725): ERR: Terminated: ERROR {rc=2}  [trial-2370↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=6725)]
06:45:30.703607 run    osmo-msc_10.42.42.6(pid=6725): stdout: 
| (launched: 2022-12-10_06:45:29.485928) 
06:45:30.754475 run    osmo-msc_10.42.42.6(pid=6725): stderr: 
| �[0;m�[38;5;43m20221210064529807 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210064529807 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f330cf93c40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210064529807 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210064529807 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210064529807 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210064529807 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210064529809 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210064529810 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210064529810 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210064529810 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
06:45:30.797975 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6718): Terminating (SIGTERM)
06:45:30.839119 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6721): Terminating (SIGTERM)
06:45:30.893531 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6724): Terminating (SIGTERM)
06:45:30.907432 ---      ParallelTerminationStrategy: PID 6718 died...
06:45:30.973207 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6718): Terminated: ok {rc=0}
06:45:30.983830 ---      ParallelTerminationStrategy: PID 6721 died...
06:45:31.054355 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6721): Terminated: ok {rc=0}
06:45:31.074081 ---      ParallelTerminationStrategy: PID 6724 died...
06:45:31.132435 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6724): Terminated: ok {rc=0}
06:45:31.220136 bus                        /sierra_3: Setting Powered False
06:45:32.324161 bus                        /sierra_3: Setting Powered False
06:45:33.435131 bus                        /sierra_2: Setting Powered False
</stdout></case><duration>12.0</duration><id>168</id><name>handover_2G_nanobts+bts1-trx-sysmocell5000</name><properties></properties><timestamp>2022-12-10T06:45:23</timestamp></suite><suite><case><age>199</age><className>handover_2G:nanobts+bts1-sysmo</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=6737): Process ended prematurely: osmo-stp_10.42.42.5(pid=6737) [trial-2370↪handover_2G:nanobts+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6737)]</errorStackTrace><failedSince>2172</failedSince><name>handover.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py", line 18, in &lt;module&gt;
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6737): Process ended prematurely: osmo-stp_10.42.42.5(pid=6737) [trial-2370↪handover_2G:nanobts+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6737)]
</stderr><stdout>
----------------------------------------------
trial-2370 handover_2G:nanobts+bts1-sysmo handover.py
----------------------------------------------
06:45:35.409380 tst   handover_2G:nanobts+bts1-sysmo: Using 1 x ip_address (candidates: 6)
06:45:35.421034 tst   handover_2G:nanobts+bts1-sysmo: Using 1 x bts (candidates: 2)
06:45:35.548269 tst                      handover.py: using LAC 26573
06:45:35.674914 tst                      handover.py: using RAC 53
06:45:35.798739 tst                      handover.py: using CellId 26573
06:45:35.924134 tst                      handover.py: using BVCI 26574
06:45:35.948891 tst   handover_2G:nanobts+bts1-sysmo: Using 1 x bts (candidates: 2)
06:45:36.076209 tst                      handover.py: using LAC 26574
06:45:36.195780 tst                      handover.py: using RAC 54
06:45:36.314699 tst                      handover.py: using CellId 26574
06:45:36.433633 tst                      handover.py: using BVCI 26575
06:45:36.456336 tst   handover_2G:nanobts+bts1-sysmo: Using 1 x ip_address (candidates: 6)
06:45:36.467272 tst   handover_2G:nanobts+bts1-sysmo: Using 1 x ip_address (candidates: 6)
06:45:36.478077 tst   handover_2G:nanobts+bts1-sysmo: Using 1 x ip_address (candidates: 6)
06:45:36.489311 tst   handover_2G:nanobts+bts1-sysmo: Using 1 x ip_address (candidates: 6)
06:45:36.500248 tst   handover_2G:nanobts+bts1-sysmo: Using 1 x ip_address (candidates: 6)
06:45:36.511204 tst   handover_2G:nanobts+bts1-sysmo: Using 1 x modem (candidates: 2)
06:45:36.631087 tst   handover_2G:nanobts+bts1-sysmo: Using 1 x modem (candidates: 2)
06:45:36.839784 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
06:45:37.320707 run          create_hlr_db(pid=6731): Launched
06:45:37.450844 bus                        /sierra_2: Setting Powered False
06:45:38.525530 run          create_hlr_db(pid=6731): Terminated: ok {rc=0}
06:45:38.922686 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6733): Launched
06:45:39.240688 run    osmo-hlr_10.42.42.2(pid=6734): Launched
06:45:39.360454 run              osmo-stp_10.42.42.5: Starting osmo-stp
06:45:39.887331 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6736): Launched
06:45:40.207244 run    osmo-stp_10.42.42.5(pid=6737): Launched
06:45:40.322856 run              osmo-msc_10.42.42.6: Starting osmo-msc
06:45:40.879360 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6739): Launched
06:45:41.198255 run    osmo-msc_10.42.42.6(pid=6740): Launched
06:45:41.384628 run    osmo-stp_10.42.42.5(pid=6737): ERR: Terminated: ERROR {rc=1}  [trial-2370↪handover_2G:nanobts+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6737)]
06:45:41.519356 run    osmo-stp_10.42.42.5(pid=6737): stdout: 
| (launched: 2022-12-10_06:45:40.050319)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:45:41.654329 run    osmo-stp_10.42.42.5(pid=6737): stderr: 
| �[0;m�[38;5;43m20221210064540242 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210064540242 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210064540243 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210064540243 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210064540244 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210064540244 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210064540244 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:45:41.782331 run    osmo-stp_10.42.42.5(pid=6737): stdout: 
| (launched: 2022-12-10_06:45:40.050319)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:45:41.909539 run    osmo-stp_10.42.42.5(pid=6737): stderr: 
| �[0;m�[38;5;43m20221210064540242 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210064540242 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210064540243 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210064540243 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210064540244 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210064540244 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210064540244 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:45:41.965413 tst                   handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=6737): Process ended prematurely: osmo-stp_10.42.42.5(pid=6737) [trial-2370↪handover_2G:nanobts+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6737)]  [trial-2370↪handover_2G:nanobts+bts1-sysmo↪handover.py:18]
06:45:41.974207 tst                   handover.py:18: Test FAILED (6.6 sec)
06:45:42.036143 run    osmo-hlr_10.42.42.2(pid=6734): ERR: Terminated: ERROR {rc=237}  [trial-2370↪handover_2G:nanobts+bts1-sysmo↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6734)]
06:45:42.087205 run    osmo-hlr_10.42.42.2(pid=6734): stdout: 
| (launched: 2022-12-10_06:45:39.084416) 
06:45:42.138923 run    osmo-hlr_10.42.42.2(pid=6734): stderr: 
| �[0;m�[1;31m20221210064539281 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210064539281 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210064539281 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210064539281 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210064539281 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210064539281 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210064539294 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/handover_2G:nanobts+bts1-sysmo/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210064539303 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210064539303 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210064539303 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
06:45:42.208768 run    osmo-msc_10.42.42.6(pid=6740): ERR: Terminated: ERROR {rc=2}  [trial-2370↪handover_2G:nanobts+bts1-sysmo↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=6740)]
06:45:42.259124 run    osmo-msc_10.42.42.6(pid=6740): stdout: 
| (launched: 2022-12-10_06:45:41.041062) 
06:45:42.309951 run    osmo-msc_10.42.42.6(pid=6740): stderr: 
| �[0;m�[38;5;43m20221210064541365 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210064541365 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f46c9550c40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210064541365 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210064541365 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210064541366 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210064541366 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210064541367 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210064541368 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210064541368 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210064541368 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
06:45:42.353157 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6733): Terminating (SIGTERM)
06:45:42.394024 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6736): Terminating (SIGTERM)
06:45:42.435199 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6739): Terminating (SIGTERM)
06:45:42.444741 ---      ParallelTerminationStrategy: PID 6733 died...
06:45:42.499559 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6733): Terminated: ok {rc=0}
06:45:42.509643 ---      ParallelTerminationStrategy: PID 6736 died...
06:45:42.563964 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6736): Terminated: ok {rc=0}
06:45:42.573899 ---      ParallelTerminationStrategy: PID 6739 died...
06:45:42.628293 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6739): Terminated: ok {rc=0}
06:45:42.714210 bus                        /sierra_3: Setting Powered False
06:45:43.819737 bus                        /sierra_3: Setting Powered False
06:45:44.929792 bus                        /sierra_2: Setting Powered False
</stdout></case><duration>12.0</duration><id>169</id><name>handover_2G_nanobts+bts1-sysmo</name><properties></properties><timestamp>2022-12-10T06:45:35</timestamp></suite><suite><case><age>199</age><className>handover_2G:nanobts+bts1-trx-b200</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=6751): Process ended prematurely: osmo-stp_10.42.42.5(pid=6751) [trial-2370↪handover_2G:nanobts+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6751)]</errorStackTrace><failedSince>2172</failedSince><name>handover.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py", line 18, in &lt;module&gt;
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6751): Process ended prematurely: osmo-stp_10.42.42.5(pid=6751) [trial-2370↪handover_2G:nanobts+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6751)]
</stderr><stdout>
----------------------------------------------
trial-2370 handover_2G:nanobts+bts1-trx-b200 handover.py
----------------------------------------------
06:45:46.998399 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x ip_address (candidates: 6)
06:45:47.010375 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x bts (candidates: 2)
06:45:47.173916 tst                      handover.py: using LAC 26575
06:45:47.298338 tst                      handover.py: using RAC 55
06:45:47.418340 tst                      handover.py: using CellId 26575
06:45:47.535783 tst                      handover.py: using BVCI 26576
06:45:47.558989 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x bts (candidates: 2)
06:45:47.694945 tst                      handover.py: using LAC 26576
06:45:47.812321 tst                      handover.py: using RAC 56
06:45:47.930146 tst                      handover.py: using CellId 26576
06:45:48.049269 tst                      handover.py: using BVCI 26577
06:45:48.071809 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x ip_address (candidates: 6)
06:45:48.083068 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x ip_address (candidates: 6)
06:45:48.093949 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x ip_address (candidates: 6)
06:45:48.105314 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x ip_address (candidates: 6)
06:45:48.116670 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x ip_address (candidates: 6)
06:45:48.127912 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x modem (candidates: 2)
06:45:48.244097 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x modem (candidates: 2)
06:45:48.452848 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
06:45:48.935348 run          create_hlr_db(pid=6745): Launched
06:45:49.065641 bus                        /sierra_2: Setting Powered False
06:45:50.141111 run          create_hlr_db(pid=6745): Terminated: ok {rc=0}
06:45:50.540245 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6747): Launched
06:45:50.860365 run    osmo-hlr_10.42.42.2(pid=6748): Launched
06:45:50.977458 run              osmo-stp_10.42.42.5: Starting osmo-stp
06:45:51.506872 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6750): Launched
06:45:51.827915 run    osmo-stp_10.42.42.5(pid=6751): Launched
06:45:51.943830 run              osmo-msc_10.42.42.6: Starting osmo-msc
06:45:52.502908 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6753): Launched
06:45:52.823951 run    osmo-msc_10.42.42.6(pid=6754): Launched
06:45:53.011043 run    osmo-stp_10.42.42.5(pid=6751): ERR: Terminated: ERROR {rc=1}  [trial-2370↪handover_2G:nanobts+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6751)]
06:45:53.145959 run    osmo-stp_10.42.42.5(pid=6751): stdout: 
| (launched: 2022-12-10_06:45:51.669707)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:45:53.280404 run    osmo-stp_10.42.42.5(pid=6751): stderr: 
| �[0;m�[38;5;43m20221210064551861 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210064551861 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210064551862 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210064551862 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210064551862 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210064551863 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210064551863 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:45:53.408712 run    osmo-stp_10.42.42.5(pid=6751): stdout: 
| (launched: 2022-12-10_06:45:51.669707)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:45:53.535971 run    osmo-stp_10.42.42.5(pid=6751): stderr: 
| �[0;m�[38;5;43m20221210064551861 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210064551861 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210064551862 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210064551862 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210064551862 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210064551863 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210064551863 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:45:53.591820 tst                   handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=6751): Process ended prematurely: osmo-stp_10.42.42.5(pid=6751) [trial-2370↪handover_2G:nanobts+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6751)]  [trial-2370↪handover_2G:nanobts+bts1-trx-b200↪handover.py:18]
06:45:53.600535 tst                   handover.py:18: Test FAILED (6.6 sec)
06:45:53.662622 run    osmo-hlr_10.42.42.2(pid=6748): ERR: Terminated: ERROR {rc=237}  [trial-2370↪handover_2G:nanobts+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6748)]
06:45:53.713609 run    osmo-hlr_10.42.42.2(pid=6748): stdout: 
| (launched: 2022-12-10_06:45:50.703630) 
06:45:53.765392 run    osmo-hlr_10.42.42.2(pid=6748): stderr: 
| �[0;m�[1;31m20221210064550901 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210064550901 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210064550901 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210064550901 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210064550901 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210064550901 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210064550914 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/handover_2G:nanobts+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210064550922 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210064550923 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210064550923 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
06:45:53.835470 run    osmo-msc_10.42.42.6(pid=6754): ERR: Terminated: ERROR {rc=2}  [trial-2370↪handover_2G:nanobts+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=6754)]
06:45:53.886410 run    osmo-msc_10.42.42.6(pid=6754): stdout: 
| (launched: 2022-12-10_06:45:52.665801) 
06:45:53.937817 run    osmo-msc_10.42.42.6(pid=6754): stderr: 
| �[0;m�[38;5;43m20221210064552990 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210064552990 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fbea95c0c40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210064552991 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210064552991 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210064552991 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210064552991 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210064552993 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210064552993 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210064552993 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210064552993 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
06:45:53.981670 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6747): Terminating (SIGTERM)
06:45:54.023149 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6750): Terminating (SIGTERM)
06:45:54.064886 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6753): Terminating (SIGTERM)
06:45:54.074555 ---      ParallelTerminationStrategy: PID 6747 died...
06:45:54.129928 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6747): Terminated: ok {rc=0}
06:45:54.139878 ---      ParallelTerminationStrategy: PID 6750 died...
06:45:54.195088 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6750): Terminated: ok {rc=0}
06:45:54.205045 ---      ParallelTerminationStrategy: PID 6753 died...
06:45:54.260407 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6753): Terminated: ok {rc=0}
06:45:54.345497 bus                        /sierra_3: Setting Powered False
06:45:55.450779 bus                        /sierra_3: Setting Powered False
06:45:56.561086 bus                        /sierra_2: Setting Powered False
</stdout></case><duration>12.0</duration><id>170</id><name>handover_2G_nanobts+bts1-trx-b200</name><properties></properties><timestamp>2022-12-10T06:45:46</timestamp></suite><suite><case><age>199</age><className>handover_2G:nanobts+bts1-trx-umtrx</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=6765): Process ended prematurely: osmo-stp_10.42.42.5(pid=6765) [trial-2370↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6765)]</errorStackTrace><failedSince>2172</failedSince><name>handover.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py", line 18, in &lt;module&gt;
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6765): Process ended prematurely: osmo-stp_10.42.42.5(pid=6765) [trial-2370↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6765)]
</stderr><stdout>
----------------------------------------------
trial-2370 handover_2G:nanobts+bts1-trx-umtrx handover.py
----------------------------------------------
06:45:58.564912 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)
06:45:58.576088 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x bts (candidates: 2)
06:45:58.707502 tst                      handover.py: using LAC 26577
06:45:58.837264 tst                      handover.py: using RAC 57
06:45:58.960344 tst                      handover.py: using CellId 26577
06:45:59.083452 tst                      handover.py: using BVCI 26578
06:45:59.107746 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x bts (candidates: 2)
06:45:59.245966 tst                      handover.py: using LAC 26578
06:45:59.368935 tst                      handover.py: using RAC 58
06:45:59.491840 tst                      handover.py: using CellId 26578
06:45:59.614315 tst                      handover.py: using BVCI 26579
06:45:59.638546 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)
06:45:59.649853 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)
06:45:59.661167 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)
06:45:59.672298 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)
06:45:59.683433 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)
06:45:59.694606 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x modem (candidates: 2)
06:45:59.809220 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x modem (candidates: 2)
06:46:00.017994 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
06:46:00.500742 run          create_hlr_db(pid=6759): Launched
06:46:00.631792 bus                        /sierra_2: Setting Powered False
06:46:01.763806 run          create_hlr_db(pid=6759): Terminated: ok {rc=0}
06:46:02.213986 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6761): Launched
06:46:02.515222 run    osmo-hlr_10.42.42.2(pid=6762): Launched
06:46:02.632193 run              osmo-stp_10.42.42.5: Starting osmo-stp
06:46:03.133515 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6764): Launched
06:46:03.430964 run    osmo-stp_10.42.42.5(pid=6765): Launched
06:46:03.542283 run              osmo-msc_10.42.42.6: Starting osmo-msc
06:46:04.063353 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6767): Launched
06:46:04.363801 run    osmo-msc_10.42.42.6(pid=6768): Launched
06:46:04.539557 run    osmo-stp_10.42.42.5(pid=6765): ERR: Terminated: ERROR {rc=1}  [trial-2370↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6765)]
06:46:04.666703 run    osmo-stp_10.42.42.5(pid=6765): stdout: 
| (launched: 2022-12-10_06:46:03.283961)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:46:04.791164 run    osmo-stp_10.42.42.5(pid=6765): stderr: 
| �[0;m�[38;5;43m20221210064603455 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210064603455 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210064603455 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210064603456 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210064603456 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210064603456 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210064603456 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:46:04.910831 run    osmo-stp_10.42.42.5(pid=6765): stdout: 
| (launched: 2022-12-10_06:46:03.283961)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:46:05.029432 run    osmo-stp_10.42.42.5(pid=6765): stderr: 
| �[0;m�[38;5;43m20221210064603455 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210064603455 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210064603455 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210064603456 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210064603456 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210064603456 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210064603456 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:46:05.081668 tst                   handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=6765): Process ended prematurely: osmo-stp_10.42.42.5(pid=6765) [trial-2370↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6765)]  [trial-2370↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py:18]
06:46:05.089785 tst                   handover.py:18: Test FAILED (6.5 sec)
06:46:05.149538 run    osmo-hlr_10.42.42.2(pid=6762): ERR: Terminated: ERROR {rc=237}  [trial-2370↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6762)]
06:46:05.198423 run    osmo-hlr_10.42.42.2(pid=6762): stdout: 
| (launched: 2022-12-10_06:46:02.367119) 
06:46:05.248010 run    osmo-hlr_10.42.42.2(pid=6762): stderr: 
| �[0;m�[1;31m20221210064602542 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210064602542 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210064602543 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210064602543 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210064602543 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210064602543 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210064602556 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/handover_2G:nanobts+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210064602565 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210064602566 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210064602566 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
06:46:05.314720 run    osmo-msc_10.42.42.6(pid=6768): ERR: Terminated: ERROR {rc=2}  [trial-2370↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=6768)]
06:46:05.363222 run    osmo-msc_10.42.42.6(pid=6768): stdout: 
| (launched: 2022-12-10_06:46:04.215110) 
06:46:05.412721 run    osmo-msc_10.42.42.6(pid=6768): stderr: 
| �[0;m�[38;5;43m20221210064604486 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210064604486 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fee4a76fc40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210064604486 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210064604486 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210064604487 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210064604487 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210064604489 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210064604489 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210064604489 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210064604489 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
06:46:05.454282 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6761): Terminating (SIGTERM)
06:46:05.493786 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6764): Terminating (SIGTERM)
06:46:05.533362 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6767): Terminating (SIGTERM)
06:46:05.542669 ---      ParallelTerminationStrategy: PID 6761 died...
06:46:05.595552 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6761): Terminated: ok {rc=0}
06:46:05.605422 ---      ParallelTerminationStrategy: PID 6764 died...
06:46:05.658452 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6764): Terminated: ok {rc=0}
06:46:05.668072 ---      ParallelTerminationStrategy: PID 6767 died...
06:46:05.720584 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6767): Terminated: ok {rc=0}
06:46:05.808390 bus                        /sierra_3: Setting Powered False
06:46:06.911670 bus                        /sierra_3: Setting Powered False
06:46:08.022488 bus                        /sierra_2: Setting Powered False
</stdout></case><duration>12.0</duration><id>171</id><name>handover_2G_nanobts+bts1-trx-umtrx</name><properties></properties><timestamp>2022-12-10T06:45:58</timestamp></suite><suite><case><age>199</age><className>handover_2G:oc2g+bts1-octphy</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=6780): Process ended prematurely: osmo-stp_10.42.42.5(pid=6780) [trial-2370↪handover_2G:oc2g+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6780)]</errorStackTrace><failedSince>2172</failedSince><name>handover.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py", line 18, in &lt;module&gt;
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6780): Process ended prematurely: osmo-stp_10.42.42.5(pid=6780) [trial-2370↪handover_2G:oc2g+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6780)]
</stderr><stdout>
----------------------------------------------
trial-2370 handover_2G:oc2g+bts1-octphy handover.py
----------------------------------------------
06:46:09.982836 tst     handover_2G:oc2g+bts1-octphy: Using 1 x ip_address (candidates: 6)
06:46:09.993708 tst     handover_2G:oc2g+bts1-octphy: Using 1 x bts (candidates: 2)
06:46:10.122440 tst                      handover.py: using LAC 26579
06:46:10.251132 tst                      handover.py: using RAC 59
06:46:10.376491 tst                      handover.py: using CellId 26579
06:46:10.501898 tst                      handover.py: using BVCI 26580
06:46:10.526717 tst     handover_2G:oc2g+bts1-octphy: Using 1 x bts (candidates: 2)
06:46:10.653882 tst                      handover.py: using LAC 26580
06:46:10.778997 tst                      handover.py: using RAC 60
06:46:10.904550 tst                      handover.py: using CellId 26580
06:46:11.030001 tst                      handover.py: using BVCI 26581
06:46:11.054446 tst     handover_2G:oc2g+bts1-octphy: Using 1 x ip_address (candidates: 6)
06:46:11.065654 tst     handover_2G:oc2g+bts1-octphy: Using 1 x ip_address (candidates: 6)
06:46:11.076841 tst     handover_2G:oc2g+bts1-octphy: Using 1 x ip_address (candidates: 6)
06:46:11.088538 tst     handover_2G:oc2g+bts1-octphy: Using 1 x ip_address (candidates: 6)
06:46:11.100254 tst     handover_2G:oc2g+bts1-octphy: Using 1 x ip_address (candidates: 6)
06:46:11.111711 tst     handover_2G:oc2g+bts1-octphy: Using 1 x modem (candidates: 2)
06:46:11.233355 tst     handover_2G:oc2g+bts1-octphy: Using 1 x modem (candidates: 2)
06:46:11.443451 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
06:46:11.926973 run          create_hlr_db(pid=6774): Launched
06:46:12.056766 bus                        /sierra_2: Setting Powered False
06:46:13.132004 run          create_hlr_db(pid=6774): Terminated: ok {rc=0}
06:46:13.508128 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6776): Launched
06:46:13.806999 run    osmo-hlr_10.42.42.2(pid=6777): Launched
06:46:13.923093 run              osmo-stp_10.42.42.5: Starting osmo-stp
06:46:14.426603 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6779): Launched
06:46:14.724909 run    osmo-stp_10.42.42.5(pid=6780): Launched
06:46:14.834032 run              osmo-msc_10.42.42.6: Starting osmo-msc
06:46:15.355001 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6782): Launched
06:46:15.655361 run    osmo-msc_10.42.42.6(pid=6783): Launched
06:46:15.831101 run    osmo-stp_10.42.42.5(pid=6780): ERR: Terminated: ERROR {rc=1}  [trial-2370↪handover_2G:oc2g+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6780)]
06:46:16.014373 run    osmo-stp_10.42.42.5(pid=6780): stdout: 
| (launched: 2022-12-10_06:46:14.577619)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:46:16.196129 run    osmo-stp_10.42.42.5(pid=6780): stderr: 
| �[0;m�[38;5;43m20221210064614744 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210064614744 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210064614745 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210064614745 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210064614748 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210064614748 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210064614748 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:46:16.323478 run    osmo-stp_10.42.42.5(pid=6780): stdout: 
| (launched: 2022-12-10_06:46:14.577619)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:46:16.448331 run    osmo-stp_10.42.42.5(pid=6780): stderr: 
| �[0;m�[38;5;43m20221210064614744 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210064614744 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210064614745 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210064614745 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210064614748 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210064614748 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210064614748 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:46:16.502883 tst                   handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=6780): Process ended prematurely: osmo-stp_10.42.42.5(pid=6780) [trial-2370↪handover_2G:oc2g+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6780)]  [trial-2370↪handover_2G:oc2g+bts1-octphy↪handover.py:18]
06:46:16.511808 tst                   handover.py:18: Test FAILED (6.5 sec)
06:46:16.576303 run    osmo-hlr_10.42.42.2(pid=6777): ERR: Terminated: ERROR {rc=237}  [trial-2370↪handover_2G:oc2g+bts1-octphy↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6777)]
06:46:16.629868 run    osmo-hlr_10.42.42.2(pid=6777): stdout: 
| (launched: 2022-12-10_06:46:13.659557) 
06:46:16.682227 run    osmo-hlr_10.42.42.2(pid=6777): stderr: 
| �[0;m�[1;31m20221210064613836 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210064613836 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210064613836 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210064613836 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210064613836 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210064613836 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210064613848 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/handover_2G:oc2g+bts1-octphy/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210064613857 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210064613857 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210064613857 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
06:46:16.752276 run    osmo-msc_10.42.42.6(pid=6783): ERR: Terminated: ERROR {rc=2}  [trial-2370↪handover_2G:oc2g+bts1-octphy↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=6783)]
06:46:16.803262 run    osmo-msc_10.42.42.6(pid=6783): stdout: 
| (launched: 2022-12-10_06:46:15.505959) 
06:46:16.854920 run    osmo-msc_10.42.42.6(pid=6783): stderr: 
| �[0;m�[38;5;43m20221210064615777 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210064615777 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f07b9376c40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210064615777 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210064615777 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210064615778 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210064615778 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210064615779 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210064615780 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210064615780 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210064615780 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
06:46:16.897727 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6776): Terminating (SIGTERM)
06:46:16.939287 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6779): Terminating (SIGTERM)
06:46:16.980868 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6782): Terminating (SIGTERM)
06:46:16.991699 ---      ParallelTerminationStrategy: PID 6776 died...
06:46:17.047697 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6776): Terminated: ok {rc=0}
06:46:17.058066 ---      ParallelTerminationStrategy: PID 6779 died...
06:46:17.114722 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6779): Terminated: ok {rc=0}
06:46:17.125320 ---      ParallelTerminationStrategy: PID 6782 died...
06:46:17.182433 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6782): Terminated: ok {rc=0}
06:46:17.271846 bus                        /sierra_3: Setting Powered False
06:46:18.374529 bus                        /sierra_3: Setting Powered False
06:46:19.484143 bus                        /sierra_2: Setting Powered False
</stdout></case><duration>12.0</duration><id>172</id><name>handover_2G_oc2g+bts1-octphy</name><properties></properties><timestamp>2022-12-10T06:46:09</timestamp></suite><suite><case><age>199</age><className>handover_2G:oc2g+bts1-trx-lms</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=6794): Process ended prematurely: osmo-stp_10.42.42.5(pid=6794) [trial-2370↪handover_2G:oc2g+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6794)]</errorStackTrace><failedSince>2172</failedSince><name>handover.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py", line 18, in &lt;module&gt;
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6794): Process ended prematurely: osmo-stp_10.42.42.5(pid=6794) [trial-2370↪handover_2G:oc2g+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6794)]
</stderr><stdout>
----------------------------------------------
trial-2370 handover_2G:oc2g+bts1-trx-lms handover.py
----------------------------------------------
06:46:21.448410 tst    handover_2G:oc2g+bts1-trx-lms: Using 1 x ip_address (candidates: 6)
06:46:21.459161 tst    handover_2G:oc2g+bts1-trx-lms: Using 1 x bts (candidates: 2)
06:46:21.579697 tst                      handover.py: using LAC 26581
06:46:21.697196 tst                      handover.py: using RAC 61
06:46:21.814288 tst                      handover.py: using CellId 26581
06:46:21.934153 tst                      handover.py: using BVCI 26582
06:46:21.956657 tst    handover_2G:oc2g+bts1-trx-lms: Using 1 x bts (candidates: 2)
06:46:22.097061 tst                      handover.py: using LAC 26582
06:46:22.217261 tst                      handover.py: using RAC 62
06:46:22.334888 tst                      handover.py: using CellId 26582
06:46:22.453801 tst                      handover.py: using BVCI 26583
06:46:22.476364 tst    handover_2G:oc2g+bts1-trx-lms: Using 1 x ip_address (candidates: 6)
06:46:22.487333 tst    handover_2G:oc2g+bts1-trx-lms: Using 1 x ip_address (candidates: 6)
06:46:22.498213 tst    handover_2G:oc2g+bts1-trx-lms: Using 1 x ip_address (candidates: 6)
06:46:22.509789 tst    handover_2G:oc2g+bts1-trx-lms: Using 1 x ip_address (candidates: 6)
06:46:22.521097 tst    handover_2G:oc2g+bts1-trx-lms: Using 1 x ip_address (candidates: 6)
06:46:22.532379 tst    handover_2G:oc2g+bts1-trx-lms: Using 1 x modem (candidates: 2)
06:46:22.654672 tst    handover_2G:oc2g+bts1-trx-lms: Using 1 x modem (candidates: 2)
06:46:22.865755 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
06:46:23.349574 run          create_hlr_db(pid=6788): Launched
06:46:23.480289 bus                        /sierra_2: Setting Powered False
06:46:24.555648 run          create_hlr_db(pid=6788): Terminated: ok {rc=0}
06:46:24.932072 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6790): Launched
06:46:25.230357 run    osmo-hlr_10.42.42.2(pid=6791): Launched
06:46:25.347402 run              osmo-stp_10.42.42.5: Starting osmo-stp
06:46:25.847043 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6793): Launched
06:46:26.145634 run    osmo-stp_10.42.42.5(pid=6794): Launched
06:46:26.253788 run              osmo-msc_10.42.42.6: Starting osmo-msc
06:46:26.774757 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6796): Launched
06:46:27.076016 run    osmo-msc_10.42.42.6(pid=6797): Launched
06:46:27.251596 run    osmo-stp_10.42.42.5(pid=6794): ERR: Terminated: ERROR {rc=1}  [trial-2370↪handover_2G:oc2g+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6794)]
06:46:27.378386 run    osmo-stp_10.42.42.5(pid=6794): stdout: 
| (launched: 2022-12-10_06:46:25.998157)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:46:27.503273 run    osmo-stp_10.42.42.5(pid=6794): stderr: 
| �[0;m�[38;5;43m20221210064626167 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210064626167 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210064626167 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210064626168 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210064626170 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210064626170 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210064626170 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:46:27.622798 run    osmo-stp_10.42.42.5(pid=6794): stdout: 
| (launched: 2022-12-10_06:46:25.998157)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:46:27.741578 run    osmo-stp_10.42.42.5(pid=6794): stderr: 
| �[0;m�[38;5;43m20221210064626167 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210064626167 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210064626167 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210064626168 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210064626170 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210064626170 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210064626170 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:46:27.793637 tst                   handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=6794): Process ended prematurely: osmo-stp_10.42.42.5(pid=6794) [trial-2370↪handover_2G:oc2g+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6794)]  [trial-2370↪handover_2G:oc2g+bts1-trx-lms↪handover.py:18]
06:46:27.801519 tst                   handover.py:18: Test FAILED (6.3 sec)
06:46:27.860628 run    osmo-hlr_10.42.42.2(pid=6791): ERR: Terminated: ERROR {rc=237}  [trial-2370↪handover_2G:oc2g+bts1-trx-lms↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6791)]
06:46:27.908806 run    osmo-hlr_10.42.42.2(pid=6791): stdout: 
| (launched: 2022-12-10_06:46:25.082864) 
06:46:27.957786 run    osmo-hlr_10.42.42.2(pid=6791): stderr: 
| �[0;m�[1;31m20221210064625259 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210064625259 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210064625259 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210064625259 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210064625260 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210064625260 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210064625271 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/handover_2G:oc2g+bts1-trx-lms/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210064625280 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210064625280 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210064625280 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
06:46:28.024038 run    osmo-msc_10.42.42.6(pid=6797): ERR: Terminated: ERROR {rc=2}  [trial-2370↪handover_2G:oc2g+bts1-trx-lms↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=6797)]
06:46:28.072189 run    osmo-msc_10.42.42.6(pid=6797): stdout: 
| (launched: 2022-12-10_06:46:26.926257) 
06:46:28.120913 run    osmo-msc_10.42.42.6(pid=6797): stderr: 
| �[0;m�[38;5;43m20221210064627196 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210064627196 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f06c5f4fc40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210064627196 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210064627196 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210064627196 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210064627196 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210064627198 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210064627199 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210064627199 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210064627199 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
06:46:28.161979 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6790): Terminating (SIGTERM)
06:46:28.201054 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6793): Terminating (SIGTERM)
06:46:28.240083 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6796): Terminating (SIGTERM)
06:46:28.249422 ---      ParallelTerminationStrategy: PID 6790 died...
06:46:28.301453 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6790): Terminated: ok {rc=0}
06:46:28.311008 ---      ParallelTerminationStrategy: PID 6793 died...
06:46:28.363250 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6793): Terminated: ok {rc=0}
06:46:28.372614 ---      ParallelTerminationStrategy: PID 6796 died...
06:46:28.424382 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6796): Terminated: ok {rc=0}
06:46:28.512435 bus                        /sierra_3: Setting Powered False
06:46:29.614605 bus                        /sierra_3: Setting Powered False
06:46:30.723650 bus                        /sierra_2: Setting Powered False
</stdout></case><duration>12.0</duration><id>173</id><name>handover_2G_oc2g+bts1-trx-lms</name><properties></properties><timestamp>2022-12-10T06:46:21</timestamp></suite><suite><case><age>199</age><className>handover_2G:oc2g+bts1-trx-lms-limenet-micro</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=6809): Process ended prematurely: osmo-stp_10.42.42.5(pid=6809) [trial-2370↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6809)]</errorStackTrace><failedSince>2172</failedSince><name>handover.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py", line 18, in &lt;module&gt;
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6809): Process ended prematurely: osmo-stp_10.42.42.5(pid=6809) [trial-2370↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6809)]
</stderr><stdout>
----------------------------------------------
trial-2370 handover_2G:oc2g+bts1-trx-lms-limenet-micro handover.py
----------------------------------------------
06:46:32.815484 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)
06:46:32.826660 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)
06:46:32.947115 tst                      handover.py: using LAC 26583
06:46:33.063856 tst                      handover.py: using RAC 63
06:46:33.182622 tst                      handover.py: using CellId 26583
06:46:33.300283 tst                      handover.py: using BVCI 26584
06:46:33.322844 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)
06:46:33.453986 tst                      handover.py: using LAC 26584
06:46:33.576714 tst                      handover.py: using RAC 64
06:46:33.694479 tst                      handover.py: using CellId 26584
06:46:33.809560 tst                      handover.py: using BVCI 26585
06:46:33.832248 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)
06:46:33.843402 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)
06:46:33.854327 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)
06:46:33.865593 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)
06:46:33.876744 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)
06:46:33.887888 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)
06:46:34.002030 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)
06:46:34.211453 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
06:46:34.697448 run          create_hlr_db(pid=6803): Launched
06:46:34.828607 bus                        /sierra_2: Setting Powered False
06:46:35.903738 run          create_hlr_db(pid=6803): Terminated: ok {rc=0}
06:46:36.280751 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6805): Launched
06:46:36.582764 run    osmo-hlr_10.42.42.2(pid=6806): Launched
06:46:36.699923 run              osmo-stp_10.42.42.5: Starting osmo-stp
06:46:37.200499 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6808): Launched
06:46:37.499029 run    osmo-stp_10.42.42.5(pid=6809): Launched
06:46:37.609186 run              osmo-msc_10.42.42.6: Starting osmo-msc
06:46:38.131136 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6811): Launched
06:46:38.431255 run    osmo-msc_10.42.42.6(pid=6812): Launched
06:46:38.608167 run    osmo-stp_10.42.42.5(pid=6809): ERR: Terminated: ERROR {rc=1}  [trial-2370↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6809)]
06:46:38.735412 run    osmo-stp_10.42.42.5(pid=6809): stdout: 
| (launched: 2022-12-10_06:46:37.351616)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:46:38.859308 run    osmo-stp_10.42.42.5(pid=6809): stderr: 
| �[0;m�[38;5;43m20221210064637520 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210064637521 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210064637521 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210064637521 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210064637522 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210064637522 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210064637522 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:46:38.978860 run    osmo-stp_10.42.42.5(pid=6809): stdout: 
| (launched: 2022-12-10_06:46:37.351616)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:46:39.097060 run    osmo-stp_10.42.42.5(pid=6809): stderr: 
| �[0;m�[38;5;43m20221210064637520 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210064637521 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210064637521 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210064637521 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210064637522 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210064637522 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210064637522 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:46:39.149470 tst                   handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=6809): Process ended prematurely: osmo-stp_10.42.42.5(pid=6809) [trial-2370↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6809)]  [trial-2370↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py:18]
06:46:39.157306 tst                   handover.py:18: Test FAILED (6.3 sec)
06:46:39.216700 run    osmo-hlr_10.42.42.2(pid=6806): ERR: Terminated: ERROR {rc=237}  [trial-2370↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6806)]
06:46:39.265251 run    osmo-hlr_10.42.42.2(pid=6806): stdout: 
| (launched: 2022-12-10_06:46:36.432784) 
06:46:39.315161 run    osmo-hlr_10.42.42.2(pid=6806): stderr: 
| �[0;m�[1;31m20221210064636609 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210064636609 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210064636609 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210064636609 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210064636609 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210064636609 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210064636622 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/handover_2G:oc2g+bts1-trx-lms-limenet-micro/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210064636630 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210064636631 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210064636631 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
06:46:39.382164 run    osmo-msc_10.42.42.6(pid=6812): ERR: Terminated: ERROR {rc=2}  [trial-2370↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=6812)]
06:46:39.430555 run    osmo-msc_10.42.42.6(pid=6812): stdout: 
| (launched: 2022-12-10_06:46:38.282364) 
06:46:39.479604 run    osmo-msc_10.42.42.6(pid=6812): stderr: 
| �[0;m�[38;5;43m20221210064638553 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210064638553 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f8584c9ec40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210064638554 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210064638554 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210064638554 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210064638554 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210064638556 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210064638557 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210064638557 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210064638557 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
06:46:39.520746 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6805): Terminating (SIGTERM)
06:46:39.559994 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6808): Terminating (SIGTERM)
06:46:39.599184 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6811): Terminating (SIGTERM)
06:46:39.608412 ---      ParallelTerminationStrategy: PID 6805 died...
06:46:39.660710 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6805): Terminated: ok {rc=0}
06:46:39.670163 ---      ParallelTerminationStrategy: PID 6808 died...
06:46:39.722149 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6808): Terminated: ok {rc=0}
06:46:39.731793 ---      ParallelTerminationStrategy: PID 6811 died...
06:46:39.783993 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6811): Terminated: ok {rc=0}
06:46:39.870285 bus                        /sierra_3: Setting Powered False
06:46:40.972527 bus                        /sierra_3: Setting Powered False
06:46:42.077918 bus                        /sierra_2: Setting Powered False
</stdout></case><duration>12.0</duration><id>174</id><name>handover_2G_oc2g+bts1-trx-lms-limenet-micro</name><properties></properties><timestamp>2022-12-10T06:46:32</timestamp></suite><suite><case><age>199</age><className>handover_2G:oc2g+bts1-trx-sysmocell5000</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=6823): Process ended prematurely: osmo-stp_10.42.42.5(pid=6823) [trial-2370↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6823)]</errorStackTrace><failedSince>2172</failedSince><name>handover.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py", line 18, in &lt;module&gt;
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6823): Process ended prematurely: osmo-stp_10.42.42.5(pid=6823) [trial-2370↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6823)]
</stderr><stdout>
----------------------------------------------
trial-2370 handover_2G:oc2g+bts1-trx-sysmocell5000 handover.py
----------------------------------------------
06:46:44.061939 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)
06:46:44.072566 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)
06:46:44.194615 tst                      handover.py: using LAC 26585
06:46:44.310412 tst                      handover.py: using RAC 65
06:46:44.433733 tst                      handover.py: using CellId 26585
06:46:44.559974 tst                      handover.py: using BVCI 26586
06:46:44.584397 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)
06:46:44.729326 tst                      handover.py: using LAC 26586
06:46:44.853014 tst                      handover.py: using RAC 66
06:46:44.976864 tst                      handover.py: using CellId 26586
06:46:45.104735 tst                      handover.py: using BVCI 26587
06:46:45.129094 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)
06:46:45.140382 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)
06:46:45.151665 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)
06:46:45.163752 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)
06:46:45.175219 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)
06:46:45.186822 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)
06:46:45.301487 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)
06:46:45.501064 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
06:46:45.960623 run          create_hlr_db(pid=6817): Launched
06:46:46.086859 bus                        /sierra_2: Setting Powered False
06:46:47.157420 run          create_hlr_db(pid=6817): Terminated: ok {rc=0}
06:46:47.535475 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6819): Launched
06:46:47.834267 run    osmo-hlr_10.42.42.2(pid=6820): Launched
06:46:47.950979 run              osmo-stp_10.42.42.5: Starting osmo-stp
06:46:48.453186 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6822): Launched
06:46:48.752515 run    osmo-stp_10.42.42.5(pid=6823): Launched
06:46:48.862101 run              osmo-msc_10.42.42.6: Starting osmo-msc
06:46:49.383064 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6825): Launched
06:46:49.682771 run    osmo-msc_10.42.42.6(pid=6826): Launched
06:46:49.858381 run    osmo-stp_10.42.42.5(pid=6823): ERR: Terminated: ERROR {rc=1}  [trial-2370↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6823)]
06:46:49.985507 run    osmo-stp_10.42.42.5(pid=6823): stdout: 
| (launched: 2022-12-10_06:46:48.605255)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:46:50.110144 run    osmo-stp_10.42.42.5(pid=6823): stderr: 
| �[0;m�[38;5;43m20221210064648776 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210064648776 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210064648776 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210064648777 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210064648777 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210064648777 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210064648778 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:46:50.229958 run    osmo-stp_10.42.42.5(pid=6823): stdout: 
| (launched: 2022-12-10_06:46:48.605255)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:46:50.348891 run    osmo-stp_10.42.42.5(pid=6823): stderr: 
| �[0;m�[38;5;43m20221210064648776 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210064648776 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210064648776 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210064648777 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210064648777 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210064648777 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210064648778 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:46:50.401084 tst                   handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=6823): Process ended prematurely: osmo-stp_10.42.42.5(pid=6823) [trial-2370↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6823)]  [trial-2370↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py:18]
06:46:50.409033 tst                   handover.py:18: Test FAILED (6.3 sec)
06:46:50.468851 run    osmo-hlr_10.42.42.2(pid=6820): ERR: Terminated: ERROR {rc=237}  [trial-2370↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6820)]
06:46:50.517732 run    osmo-hlr_10.42.42.2(pid=6820): stdout: 
| (launched: 2022-12-10_06:46:47.686629) 
06:46:50.567004 run    osmo-hlr_10.42.42.2(pid=6820): stderr: 
| �[0;m�[1;31m20221210064647863 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210064647863 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210064647863 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210064647863 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210064647863 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210064647863 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210064647875 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/handover_2G:oc2g+bts1-trx-sysmocell5000/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210064647885 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210064647885 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210064647885 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
06:46:50.634270 run    osmo-msc_10.42.42.6(pid=6826): ERR: Terminated: ERROR {rc=2}  [trial-2370↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=6826)]
06:46:50.682784 run    osmo-msc_10.42.42.6(pid=6826): stdout: 
| (launched: 2022-12-10_06:46:49.534482) 
06:46:50.731983 run    osmo-msc_10.42.42.6(pid=6826): stderr: 
| �[0;m�[38;5;43m20221210064649802 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210064649803 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ffbecc9fc40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210064649803 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210064649803 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210064649803 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210064649803 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210064649805 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210064649805 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210064649805 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210064649805 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
06:46:50.773168 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6819): Terminating (SIGTERM)
06:46:50.812533 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6822): Terminating (SIGTERM)
06:46:50.852054 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6825): Terminating (SIGTERM)
06:46:50.861378 ---      ParallelTerminationStrategy: PID 6819 died...
06:46:50.914057 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6819): Terminated: ok {rc=0}
06:46:50.923679 ---      ParallelTerminationStrategy: PID 6822 died...
06:46:50.976154 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6822): Terminated: ok {rc=0}
06:46:50.985793 ---      ParallelTerminationStrategy: PID 6825 died...
06:46:51.038126 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6825): Terminated: ok {rc=0}
06:46:51.127306 bus                        /sierra_3: Setting Powered False
06:46:52.231072 bus                        /sierra_3: Setting Powered False
06:46:53.341328 bus                        /sierra_2: Setting Powered False
</stdout></case><duration>12.0</duration><id>175</id><name>handover_2G_oc2g+bts1-trx-sysmocell5000</name><properties></properties><timestamp>2022-12-10T06:46:43</timestamp></suite><suite><case><age>168</age><className>handover_2G:oc2g+bts1-sysmo</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=6837): Process ended prematurely: osmo-stp_10.42.42.5(pid=6837) [trial-2370↪handover_2G:oc2g+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6837)]</errorStackTrace><failedSince>2203</failedSince><name>handover.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py", line 18, in &lt;module&gt;
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6837): Process ended prematurely: osmo-stp_10.42.42.5(pid=6837) [trial-2370↪handover_2G:oc2g+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6837)]
</stderr><stdout>
----------------------------------------------
trial-2370 handover_2G:oc2g+bts1-sysmo handover.py
----------------------------------------------
06:46:55.299018 tst      handover_2G:oc2g+bts1-sysmo: Using 1 x ip_address (candidates: 6)
06:46:55.309907 tst      handover_2G:oc2g+bts1-sysmo: Using 1 x bts (candidates: 2)
06:46:55.429771 tst                      handover.py: using LAC 26587
06:46:55.555528 tst                      handover.py: using RAC 67
06:46:55.683468 tst                      handover.py: using CellId 26587
06:46:55.809061 tst                      handover.py: using BVCI 26588
06:46:55.833595 tst      handover_2G:oc2g+bts1-sysmo: Using 1 x bts (candidates: 2)
06:46:55.961442 tst                      handover.py: using LAC 26588
06:46:56.088494 tst                      handover.py: using RAC 68
06:46:56.213750 tst                      handover.py: using CellId 26588
06:46:56.339118 tst                      handover.py: using BVCI 26589
06:46:56.363677 tst      handover_2G:oc2g+bts1-sysmo: Using 1 x ip_address (candidates: 6)
06:46:56.375265 tst      handover_2G:oc2g+bts1-sysmo: Using 1 x ip_address (candidates: 6)
06:46:56.386262 tst      handover_2G:oc2g+bts1-sysmo: Using 1 x ip_address (candidates: 6)
06:46:56.397484 tst      handover_2G:oc2g+bts1-sysmo: Using 1 x ip_address (candidates: 6)
06:46:56.408643 tst      handover_2G:oc2g+bts1-sysmo: Using 1 x ip_address (candidates: 6)
06:46:56.419791 tst      handover_2G:oc2g+bts1-sysmo: Using 1 x modem (candidates: 2)
06:46:56.541042 tst      handover_2G:oc2g+bts1-sysmo: Using 1 x modem (candidates: 2)
06:46:56.740697 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
06:46:57.186159 run          create_hlr_db(pid=6831): Launched
06:46:57.307642 bus                        /sierra_2: Setting Powered False
06:46:58.390796 run          create_hlr_db(pid=6831): Terminated: ok {rc=0}
06:46:58.767689 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6833): Launched
06:46:59.067462 run    osmo-hlr_10.42.42.2(pid=6834): Launched
06:46:59.176254 run              osmo-stp_10.42.42.5: Starting osmo-stp
06:46:59.670334 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6836): Launched
06:46:59.969605 run    osmo-stp_10.42.42.5(pid=6837): Launched
06:47:00.078661 run              osmo-msc_10.42.42.6: Starting osmo-msc
06:47:00.599792 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6839): Launched
06:47:00.909150 run    osmo-msc_10.42.42.6(pid=6840): Launched
06:47:01.324028 run    osmo-stp_10.42.42.5(pid=6837): ERR: Terminated: ERROR {rc=1}  [trial-2370↪handover_2G:oc2g+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6837)]
06:47:01.527805 run    osmo-stp_10.42.42.5(pid=6837): stdout: 
| (launched: 2022-12-10_06:46:59.821367)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:47:01.671366 run    osmo-stp_10.42.42.5(pid=6837): stderr: 
| �[0;m�[38;5;43m20221210064659992 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210064659992 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210064659992 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210064659993 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210064659993 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210064659993 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210064659994 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:47:01.808126 run    osmo-stp_10.42.42.5(pid=6837): stdout: 
| (launched: 2022-12-10_06:46:59.821367)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:47:01.939498 run    osmo-stp_10.42.42.5(pid=6837): stderr: 
| �[0;m�[38;5;43m20221210064659992 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210064659992 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210064659992 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210064659993 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210064659993 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210064659993 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210064659994 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:47:01.997388 tst                   handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=6837): Process ended prematurely: osmo-stp_10.42.42.5(pid=6837) [trial-2370↪handover_2G:oc2g+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6837)]  [trial-2370↪handover_2G:oc2g+bts1-sysmo↪handover.py:18]
06:47:02.006480 tst                   handover.py:18: Test FAILED (6.7 sec)
06:47:02.070638 run    osmo-hlr_10.42.42.2(pid=6834): ERR: Terminated: ERROR {rc=237}  [trial-2370↪handover_2G:oc2g+bts1-sysmo↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6834)]
06:47:02.123232 run    osmo-hlr_10.42.42.2(pid=6834): stdout: 
| (launched: 2022-12-10_06:46:58.919154) 
06:47:02.177165 run    osmo-hlr_10.42.42.2(pid=6834): stderr: 
| �[0;m�[1;31m20221210064659093 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210064659093 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210064659093 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210064659093 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210064659093 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210064659093 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210064659109 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/handover_2G:oc2g+bts1-sysmo/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210064659119 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210064659119 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210064659119 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
06:47:02.249762 run    osmo-msc_10.42.42.6(pid=6840): ERR: Terminated: ERROR {rc=2}  [trial-2370↪handover_2G:oc2g+bts1-sysmo↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=6840)]
06:47:02.302417 run    osmo-msc_10.42.42.6(pid=6840): stdout: 
| (launched: 2022-12-10_06:47:00.751060) 
06:47:02.356823 run    osmo-msc_10.42.42.6(pid=6840): stderr: 
| �[0;m�[38;5;43m20221210064701201 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210064701202 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7faa04c14c40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210064701202 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210064701203 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210064701204 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210064701204 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210064701206 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210064701206 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210064701206 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210064701207 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
06:47:02.401320 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6833): Terminating (SIGTERM)
06:47:02.443294 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6836): Terminating (SIGTERM)
06:47:02.485690 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6839): Terminating (SIGTERM)
06:47:02.495584 ---      ParallelTerminationStrategy: PID 6833 died...
06:47:02.551997 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6833): Terminated: ok {rc=0}
06:47:02.562723 ---      ParallelTerminationStrategy: PID 6836 died...
06:47:02.619203 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6836): Terminated: ok {rc=0}
06:47:02.630018 ---      ParallelTerminationStrategy: PID 6839 died...
06:47:02.687343 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6839): Terminated: ok {rc=0}
06:47:02.774741 bus                        /sierra_3: Setting Powered False
06:47:03.880485 bus                        /sierra_3: Setting Powered False
06:47:04.987709 bus                        /sierra_2: Setting Powered False
</stdout></case><duration>12.0</duration><id>176</id><name>handover_2G_oc2g+bts1-sysmo</name><properties></properties><timestamp>2022-12-10T06:46:55</timestamp></suite><suite><case><age>168</age><className>handover_2G:oc2g+bts1-trx-b200</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=6851): Process ended prematurely: osmo-stp_10.42.42.5(pid=6851) [trial-2370↪handover_2G:oc2g+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6851)]</errorStackTrace><failedSince>2203</failedSince><name>handover.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py", line 18, in &lt;module&gt;
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6851): Process ended prematurely: osmo-stp_10.42.42.5(pid=6851) [trial-2370↪handover_2G:oc2g+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6851)]
</stderr><stdout>
----------------------------------------------
trial-2370 handover_2G:oc2g+bts1-trx-b200 handover.py
----------------------------------------------
06:47:06.959270 tst   handover_2G:oc2g+bts1-trx-b200: Using 1 x ip_address (candidates: 6)
06:47:06.970156 tst   handover_2G:oc2g+bts1-trx-b200: Using 1 x bts (candidates: 2)
06:47:07.090921 tst                      handover.py: using LAC 26589
06:47:07.209814 tst                      handover.py: using RAC 69
06:47:07.327508 tst                      handover.py: using CellId 26589
06:47:07.446944 tst                      handover.py: using BVCI 26590
06:47:07.469792 tst   handover_2G:oc2g+bts1-trx-b200: Using 1 x bts (candidates: 2)
06:47:07.603149 tst                      handover.py: using LAC 26590
06:47:07.722340 tst                      handover.py: using RAC 70
06:47:07.840601 tst                      handover.py: using CellId 26590
06:47:07.957860 tst                      handover.py: using BVCI 26591
06:47:07.980545 tst   handover_2G:oc2g+bts1-trx-b200: Using 1 x ip_address (candidates: 6)
06:47:07.991322 tst   handover_2G:oc2g+bts1-trx-b200: Using 1 x ip_address (candidates: 6)
06:47:08.001868 tst   handover_2G:oc2g+bts1-trx-b200: Using 1 x ip_address (candidates: 6)
06:47:08.012608 tst   handover_2G:oc2g+bts1-trx-b200: Using 1 x ip_address (candidates: 6)
06:47:08.023423 tst   handover_2G:oc2g+bts1-trx-b200: Using 1 x ip_address (candidates: 6)
06:47:08.034177 tst   handover_2G:oc2g+bts1-trx-b200: Using 1 x modem (candidates: 2)
06:47:08.148454 tst   handover_2G:oc2g+bts1-trx-b200: Using 1 x modem (candidates: 2)
06:47:08.357138 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
06:47:08.841077 run          create_hlr_db(pid=6845): Launched
06:47:08.971062 bus                        /sierra_2: Setting Powered False
06:47:10.046489 run          create_hlr_db(pid=6845): Terminated: ok {rc=0}
06:47:10.445444 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6847): Launched
06:47:10.764922 run    osmo-hlr_10.42.42.2(pid=6848): Launched
06:47:10.886313 run              osmo-stp_10.42.42.5: Starting osmo-stp
06:47:11.414627 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6850): Launched
06:47:11.734758 run    osmo-stp_10.42.42.5(pid=6851): Launched
06:47:11.850561 run              osmo-msc_10.42.42.6: Starting osmo-msc
06:47:12.409790 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6853): Launched
06:47:12.730345 run    osmo-msc_10.42.42.6(pid=6854): Launched
06:47:12.917756 run    osmo-stp_10.42.42.5(pid=6851): ERR: Terminated: ERROR {rc=1}  [trial-2370↪handover_2G:oc2g+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6851)]
06:47:13.053135 run    osmo-stp_10.42.42.5(pid=6851): stdout: 
| (launched: 2022-12-10_06:47:11.577166)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:47:13.187518 run    osmo-stp_10.42.42.5(pid=6851): stderr: 
| �[0;m�[38;5;43m20221210064711768 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210064711768 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210064711768 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210064711769 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210064711771 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210064711771 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210064711771 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:47:13.315755 run    osmo-stp_10.42.42.5(pid=6851): stdout: 
| (launched: 2022-12-10_06:47:11.577166)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:47:13.442896 run    osmo-stp_10.42.42.5(pid=6851): stderr: 
| �[0;m�[38;5;43m20221210064711768 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210064711768 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210064711768 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210064711769 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210064711771 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210064711771 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210064711771 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:47:13.498901 tst                   handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=6851): Process ended prematurely: osmo-stp_10.42.42.5(pid=6851) [trial-2370↪handover_2G:oc2g+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6851)]  [trial-2370↪handover_2G:oc2g+bts1-trx-b200↪handover.py:18]
06:47:13.507491 tst                   handover.py:18: Test FAILED (6.5 sec)
06:47:13.569535 run    osmo-hlr_10.42.42.2(pid=6848): ERR: Terminated: ERROR {rc=237}  [trial-2370↪handover_2G:oc2g+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6848)]
06:47:13.620667 run    osmo-hlr_10.42.42.2(pid=6848): stdout: 
| (launched: 2022-12-10_06:47:10.607998) 
06:47:13.672654 run    osmo-hlr_10.42.42.2(pid=6848): stderr: 
| �[0;m�[1;31m20221210064710808 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210064710808 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210064710808 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210064710808 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210064710808 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210064710808 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210064710821 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/handover_2G:oc2g+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210064710848 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210064710848 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210064710848 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
06:47:13.742959 run    osmo-msc_10.42.42.6(pid=6854): ERR: Terminated: ERROR {rc=2}  [trial-2370↪handover_2G:oc2g+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=6854)]
06:47:13.794062 run    osmo-msc_10.42.42.6(pid=6854): stdout: 
| (launched: 2022-12-10_06:47:12.572421) 
06:47:13.845731 run    osmo-msc_10.42.42.6(pid=6854): stderr: 
| �[0;m�[38;5;43m20221210064712895 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210064712895 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f315b757c40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210064712895 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210064712895 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210064712895 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210064712895 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210064712897 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210064712898 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210064712898 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210064712898 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
06:47:13.890023 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6847): Terminating (SIGTERM)
06:47:13.931446 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6850): Terminating (SIGTERM)
06:47:13.973017 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6853): Terminating (SIGTERM)
06:47:13.982592 ---      ParallelTerminationStrategy: PID 6847 died...
06:47:14.037993 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6847): Terminated: ok {rc=0}
06:47:14.047913 ---      ParallelTerminationStrategy: PID 6850 died...
06:47:14.103078 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6850): Terminated: ok {rc=0}
06:47:14.112940 ---      ParallelTerminationStrategy: PID 6853 died...
06:47:14.167985 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6853): Terminated: ok {rc=0}
06:47:14.254956 bus                        /sierra_3: Setting Powered False
06:47:15.358687 bus                        /sierra_3: Setting Powered False
06:47:16.469575 bus                        /sierra_2: Setting Powered False
</stdout></case><duration>12.0</duration><id>177</id><name>handover_2G_oc2g+bts1-trx-b200</name><properties></properties><timestamp>2022-12-10T06:47:06</timestamp></suite><suite><case><age>168</age><className>handover_2G:oc2g+bts1-trx-umtrx</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=6865): Process ended prematurely: osmo-stp_10.42.42.5(pid=6865) [trial-2370↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6865)]</errorStackTrace><failedSince>2203</failedSince><name>handover.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py", line 18, in &lt;module&gt;
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6865): Process ended prematurely: osmo-stp_10.42.42.5(pid=6865) [trial-2370↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6865)]
</stderr><stdout>
----------------------------------------------
trial-2370 handover_2G:oc2g+bts1-trx-umtrx handover.py
----------------------------------------------
06:47:18.460743 tst  handover_2G:oc2g+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)
06:47:18.471927 tst  handover_2G:oc2g+bts1-trx-umtrx: Using 1 x bts (candidates: 2)
06:47:18.599641 tst                      handover.py: using LAC 26591
06:47:18.725176 tst                      handover.py: using RAC 71
06:47:18.852136 tst                      handover.py: using CellId 26591
06:47:18.981751 tst                      handover.py: using BVCI 26592
06:47:19.006088 tst  handover_2G:oc2g+bts1-trx-umtrx: Using 1 x bts (candidates: 2)
06:47:19.144665 tst                      handover.py: using LAC 26592
06:47:19.267885 tst                      handover.py: using RAC 72
06:47:19.393100 tst                      handover.py: using CellId 26592
06:47:19.516578 tst                      handover.py: using BVCI 26593
06:47:19.541114 tst  handover_2G:oc2g+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)
06:47:19.552259 tst  handover_2G:oc2g+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)
06:47:19.563334 tst  handover_2G:oc2g+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)
06:47:19.574518 tst  handover_2G:oc2g+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)
06:47:19.585721 tst  handover_2G:oc2g+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)
06:47:19.596923 tst  handover_2G:oc2g+bts1-trx-umtrx: Using 1 x modem (candidates: 2)
06:47:19.716599 tst  handover_2G:oc2g+bts1-trx-umtrx: Using 1 x modem (candidates: 2)
06:47:19.922759 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
06:47:20.406537 run          create_hlr_db(pid=6859): Launched
06:47:20.536808 bus                        /sierra_2: Setting Powered False
06:47:21.612357 run          create_hlr_db(pid=6859): Terminated: ok {rc=0}
06:47:21.991171 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6861): Launched
06:47:22.291815 run    osmo-hlr_10.42.42.2(pid=6862): Launched
06:47:22.406602 run              osmo-stp_10.42.42.5: Starting osmo-stp
06:47:22.908122 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6864): Launched
06:47:23.207089 run    osmo-stp_10.42.42.5(pid=6865): Launched
06:47:23.316585 run              osmo-msc_10.42.42.6: Starting osmo-msc
06:47:23.839468 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6867): Launched
06:47:24.139386 run    osmo-msc_10.42.42.6(pid=6868): Launched
06:47:24.316057 run    osmo-stp_10.42.42.5(pid=6865): ERR: Terminated: ERROR {rc=1}  [trial-2370↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6865)]
06:47:24.443634 run    osmo-stp_10.42.42.5(pid=6865): stdout: 
| (launched: 2022-12-10_06:47:23.059260)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:47:24.568820 run    osmo-stp_10.42.42.5(pid=6865): stderr: 
| �[0;m�[38;5;43m20221210064723228 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210064723228 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210064723229 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210064723229 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210064723231 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210064723231 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210064723231 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:47:24.689645 run    osmo-stp_10.42.42.5(pid=6865): stdout: 
| (launched: 2022-12-10_06:47:23.059260)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:47:24.809471 run    osmo-stp_10.42.42.5(pid=6865): stderr: 
| �[0;m�[38;5;43m20221210064723228 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210064723228 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210064723229 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210064723229 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210064723231 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210064723231 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210064723231 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:47:24.862324 tst                   handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=6865): Process ended prematurely: osmo-stp_10.42.42.5(pid=6865) [trial-2370↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6865)]  [trial-2370↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py:18]
06:47:24.870451 tst                   handover.py:18: Test FAILED (6.4 sec)
06:47:24.930485 run    osmo-hlr_10.42.42.2(pid=6862): ERR: Terminated: ERROR {rc=237}  [trial-2370↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6862)]
06:47:24.979377 run    osmo-hlr_10.42.42.2(pid=6862): stdout: 
| (launched: 2022-12-10_06:47:22.142776) 
06:47:25.028874 run    osmo-hlr_10.42.42.2(pid=6862): stderr: 
| �[0;m�[1;31m20221210064722316 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210064722316 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210064722316 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210064722316 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210064722316 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210064722316 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210064722328 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/handover_2G:oc2g+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210064722337 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210064722338 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210064722338 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
06:47:25.095799 run    osmo-msc_10.42.42.6(pid=6868): ERR: Terminated: ERROR {rc=2}  [trial-2370↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=6868)]
06:47:25.144559 run    osmo-msc_10.42.42.6(pid=6868): stdout: 
| (launched: 2022-12-10_06:47:23.990924) 
06:47:25.193920 run    osmo-msc_10.42.42.6(pid=6868): stderr: 
| �[0;m�[38;5;43m20221210064724257 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210064724257 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff6d01cdc40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210064724257 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210064724257 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210064724257 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210064724258 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210064724259 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210064724260 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210064724260 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210064724260 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
06:47:25.235447 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6861): Terminating (SIGTERM)
06:47:25.275330 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6864): Terminating (SIGTERM)
06:47:25.315830 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6867): Terminating (SIGTERM)
06:47:25.325319 ---      ParallelTerminationStrategy: PID 6861 died...
06:47:25.378654 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6861): Terminated: ok {rc=0}
06:47:25.388627 ---      ParallelTerminationStrategy: PID 6864 died...
06:47:25.441805 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6864): Terminated: ok {rc=0}
06:47:25.451490 ---      ParallelTerminationStrategy: PID 6867 died...
06:47:25.504462 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6867): Terminated: ok {rc=0}
06:47:25.587812 bus                        /sierra_3: Setting Powered False
06:47:26.689713 bus                        /sierra_3: Setting Powered False
06:47:27.800284 bus                        /sierra_2: Setting Powered False
</stdout></case><duration>12.0</duration><id>178</id><name>handover_2G_oc2g+bts1-trx-umtrx</name><properties></properties><timestamp>2022-12-10T06:47:18</timestamp></suite><suite><case><age>199</age><className>handover_2G:octphy+bts1-trx-lms</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=6879): Process ended prematurely: osmo-stp_10.42.42.5(pid=6879) [trial-2370↪handover_2G:octphy+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6879)]</errorStackTrace><failedSince>2172</failedSince><name>handover.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py", line 18, in &lt;module&gt;
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6879): Process ended prematurely: osmo-stp_10.42.42.5(pid=6879) [trial-2370↪handover_2G:octphy+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6879)]
</stderr><stdout>
----------------------------------------------
trial-2370 handover_2G:octphy+bts1-trx-lms handover.py
----------------------------------------------
06:47:29.790521 tst  handover_2G:octphy+bts1-trx-lms: Using 1 x ip_address (candidates: 6)
06:47:29.801921 tst  handover_2G:octphy+bts1-trx-lms: Using 1 x bts (candidates: 2)
06:47:29.927562 tst                      handover.py: using LAC 26593
06:47:30.052441 tst                      handover.py: using RAC 73
06:47:30.179755 tst                      handover.py: using CellId 26593
06:47:30.303956 tst                      handover.py: using BVCI 26594
06:47:30.326875 tst  handover_2G:octphy+bts1-trx-lms: Using 1 x bts (candidates: 2)
06:47:30.459008 tst                      handover.py: using LAC 26594
06:47:30.574304 tst                      handover.py: using RAC 74
06:47:30.689819 tst                      handover.py: using CellId 26594
06:47:30.814549 tst                      handover.py: using BVCI 26595
06:47:30.842839 tst  handover_2G:octphy+bts1-trx-lms: Using 1 x ip_address (candidates: 6)
06:47:30.861810 tst  handover_2G:octphy+bts1-trx-lms: Using 1 x ip_address (candidates: 6)
06:47:30.877466 tst  handover_2G:octphy+bts1-trx-lms: Using 1 x ip_address (candidates: 6)
06:47:30.889961 tst  handover_2G:octphy+bts1-trx-lms: Using 1 x ip_address (candidates: 6)
06:47:30.901783 tst  handover_2G:octphy+bts1-trx-lms: Using 1 x ip_address (candidates: 6)
06:47:30.914038 tst  handover_2G:octphy+bts1-trx-lms: Using 1 x modem (candidates: 2)
06:47:31.049971 tst  handover_2G:octphy+bts1-trx-lms: Using 1 x modem (candidates: 2)
06:47:31.255574 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
06:47:31.753880 run          create_hlr_db(pid=6873): Launched
06:47:31.879863 bus                        /sierra_2: Setting Powered False
06:47:32.949241 run          create_hlr_db(pid=6873): Terminated: ok {rc=0}
06:47:33.324203 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6875): Launched
06:47:33.623630 run    osmo-hlr_10.42.42.2(pid=6876): Launched
06:47:33.747205 run              osmo-stp_10.42.42.5: Starting osmo-stp
06:47:34.252118 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6878): Launched
06:47:34.551386 run    osmo-stp_10.42.42.5(pid=6879): Launched
06:47:34.660361 run              osmo-msc_10.42.42.6: Starting osmo-msc
06:47:35.187515 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6881): Launched
06:47:35.487335 run    osmo-msc_10.42.42.6(pid=6882): Launched
06:47:35.662921 run    osmo-stp_10.42.42.5(pid=6879): ERR: Terminated: ERROR {rc=1}  [trial-2370↪handover_2G:octphy+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6879)]
06:47:35.790355 run    osmo-stp_10.42.42.5(pid=6879): stdout: 
| (launched: 2022-12-10_06:47:34.402934)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:47:35.916022 run    osmo-stp_10.42.42.5(pid=6879): stderr: 
| �[0;m�[38;5;43m20221210064734572 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210064734572 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210064734572 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210064734573 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210064734575 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210064734575 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210064734575 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:47:36.038833 run    osmo-stp_10.42.42.5(pid=6879): stdout: 
| (launched: 2022-12-10_06:47:34.402934)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:47:36.157936 run    osmo-stp_10.42.42.5(pid=6879): stderr: 
| �[0;m�[38;5;43m20221210064734572 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210064734572 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210064734572 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210064734573 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210064734575 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210064734575 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210064734575 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:47:36.210425 tst                   handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=6879): Process ended prematurely: osmo-stp_10.42.42.5(pid=6879) [trial-2370↪handover_2G:octphy+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6879)]  [trial-2370↪handover_2G:octphy+bts1-trx-lms↪handover.py:18]
06:47:36.218395 tst                   handover.py:18: Test FAILED (6.4 sec)
06:47:36.278019 run    osmo-hlr_10.42.42.2(pid=6876): ERR: Terminated: ERROR {rc=237}  [trial-2370↪handover_2G:octphy+bts1-trx-lms↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6876)]
06:47:36.326638 run    osmo-hlr_10.42.42.2(pid=6876): stdout: 
| (launched: 2022-12-10_06:47:33.476218) 
06:47:36.376071 run    osmo-hlr_10.42.42.2(pid=6876): stderr: 
| �[0;m�[1;31m20221210064733651 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210064733651 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210064733651 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210064733651 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210064733651 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210064733651 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210064733663 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/handover_2G:octphy+bts1-trx-lms/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210064733672 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210064733672 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210064733673 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
06:47:36.443180 run    osmo-msc_10.42.42.6(pid=6882): ERR: Terminated: ERROR {rc=2}  [trial-2370↪handover_2G:octphy+bts1-trx-lms↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=6882)]
06:47:36.491806 run    osmo-msc_10.42.42.6(pid=6882): stdout: 
| (launched: 2022-12-10_06:47:35.339181) 
06:47:36.541047 run    osmo-msc_10.42.42.6(pid=6882): stderr: 
| �[0;m�[38;5;43m20221210064735609 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210064735609 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f6fbbb95c40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210064735609 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210064735609 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210064735610 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210064735610 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210064735611 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210064735612 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210064735612 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210064735612 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
06:47:36.582652 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6875): Terminating (SIGTERM)
06:47:36.622460 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6878): Terminating (SIGTERM)
06:47:36.662319 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6881): Terminating (SIGTERM)
06:47:36.671779 ---      ParallelTerminationStrategy: PID 6875 died...
06:47:36.724696 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6875): Terminated: ok {rc=0}
06:47:36.734415 ---      ParallelTerminationStrategy: PID 6878 died...
06:47:36.788005 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6878): Terminated: ok {rc=0}
06:47:36.797776 ---      ParallelTerminationStrategy: PID 6881 died...
06:47:36.850651 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6881): Terminated: ok {rc=0}
06:47:36.939032 bus                        /sierra_3: Setting Powered False
06:47:38.042588 bus                        /sierra_3: Setting Powered False
06:47:39.152910 bus                        /sierra_2: Setting Powered False
</stdout></case><duration>12.0</duration><id>179</id><name>handover_2G_octphy+bts1-trx-lms</name><properties></properties><timestamp>2022-12-10T06:47:29</timestamp></suite><suite><case><age>199</age><className>handover_2G:octphy+bts1-trx-lms-limenet-micro</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=6894): Process ended prematurely: osmo-stp_10.42.42.5(pid=6894) [trial-2370↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6894)]</errorStackTrace><failedSince>2172</failedSince><name>handover.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py", line 18, in &lt;module&gt;
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6894): Process ended prematurely: osmo-stp_10.42.42.5(pid=6894) [trial-2370↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6894)]
</stderr><stdout>
----------------------------------------------
trial-2370 handover_2G:octphy+bts1-trx-lms-limenet-micro handover.py
----------------------------------------------
06:47:41.123826 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)
06:47:41.134855 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)
06:47:41.261118 tst                      handover.py: using LAC 26595
06:47:41.386505 tst                      handover.py: using RAC 75
06:47:41.514071 tst                      handover.py: using CellId 26595
06:47:41.638887 tst                      handover.py: using BVCI 26596
06:47:41.664030 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)
06:47:41.803125 tst                      handover.py: using LAC 26596
06:47:41.929050 tst                      handover.py: using RAC 76
06:47:42.056116 tst                      handover.py: using CellId 26596
06:47:42.182823 tst                      handover.py: using BVCI 26597
06:47:42.207444 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)
06:47:42.219070 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)
06:47:42.230471 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)
06:47:42.242183 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)
06:47:42.253831 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)
06:47:42.265467 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)
06:47:42.380139 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)
06:47:42.578181 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
06:47:43.024351 run          create_hlr_db(pid=6888): Launched
06:47:43.146421 bus                        /sierra_2: Setting Powered False
06:47:44.217819 run          create_hlr_db(pid=6888): Terminated: ok {rc=0}
06:47:44.617284 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6890): Launched
06:47:44.937232 run    osmo-hlr_10.42.42.2(pid=6891): Launched
06:47:45.057161 run              osmo-stp_10.42.42.5: Starting osmo-stp
06:47:45.586695 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6893): Launched
06:47:45.975436 run    osmo-stp_10.42.42.5(pid=6894): Launched
06:47:46.274063 run              osmo-msc_10.42.42.6: Starting osmo-msc
06:47:46.908256 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6896): Launched
06:47:47.306310 run    osmo-msc_10.42.42.6(pid=6897): Launched
06:47:47.534381 run    osmo-stp_10.42.42.5(pid=6894): ERR: Terminated: ERROR {rc=1}  [trial-2370↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6894)]
06:47:47.665266 run    osmo-stp_10.42.42.5(pid=6894): stdout: 
| (launched: 2022-12-10_06:47:45.749817)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:47:47.790810 run    osmo-stp_10.42.42.5(pid=6894): stderr: 
| �[0;m�[38;5;43m20221210064746058 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210064746058 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210064746058 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210064746058 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210064746060 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210064746060 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210064746060 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:47:47.911063 run    osmo-stp_10.42.42.5(pid=6894): stdout: 
| (launched: 2022-12-10_06:47:45.749817)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:47:48.030393 run    osmo-stp_10.42.42.5(pid=6894): stderr: 
| �[0;m�[38;5;43m20221210064746058 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210064746058 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210064746058 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210064746058 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210064746060 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210064746060 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210064746060 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:47:48.082885 tst                   handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=6894): Process ended prematurely: osmo-stp_10.42.42.5(pid=6894) [trial-2370↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6894)]  [trial-2370↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py:18]
06:47:48.091054 tst                   handover.py:18: Test FAILED (7.0 sec)
06:47:48.150794 run    osmo-hlr_10.42.42.2(pid=6891): ERR: Terminated: ERROR {rc=237}  [trial-2370↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6891)]
06:47:48.200176 run    osmo-hlr_10.42.42.2(pid=6891): stdout: 
| (launched: 2022-12-10_06:47:44.780186) 
06:47:48.249811 run    osmo-hlr_10.42.42.2(pid=6891): stderr: 
| �[0;m�[1;31m20221210064744977 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210064744977 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210064744977 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210064744977 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210064744977 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210064744977 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210064744989 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/handover_2G:octphy+bts1-trx-lms-limenet-micro/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210064744998 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210064744998 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210064744998 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
06:47:48.317135 run    osmo-msc_10.42.42.6(pid=6897): ERR: Terminated: ERROR {rc=2}  [trial-2370↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=6897)]
06:47:48.366376 run    osmo-msc_10.42.42.6(pid=6897): stdout: 
| (launched: 2022-12-10_06:47:47.100930) 
06:47:48.416042 run    osmo-msc_10.42.42.6(pid=6897): stderr: 
| �[0;m�[38;5;43m20221210064747502 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210064747503 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f18eb764c40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210064747503 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210064747503 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210064747503 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210064747503 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210064747505 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210064747505 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210064747505 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210064747506 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
06:47:48.458054 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6890): Terminating (SIGTERM)
06:47:48.498153 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6893): Terminating (SIGTERM)
06:47:48.538244 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6896): Terminating (SIGTERM)
06:47:48.547726 ---      ParallelTerminationStrategy: PID 6890 died...
06:47:48.601357 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6890): Terminated: ok {rc=0}
06:47:48.611451 ---      ParallelTerminationStrategy: PID 6893 died...
06:47:48.665155 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6893): Terminated: ok {rc=0}
06:47:48.674795 ---      ParallelTerminationStrategy: PID 6896 died...
06:47:48.728492 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6896): Terminated: ok {rc=0}
06:47:48.818372 bus                        /sierra_3: Setting Powered False
06:47:49.921547 bus                        /sierra_3: Setting Powered False
06:47:51.027229 bus                        /sierra_2: Setting Powered False
</stdout></case><duration>12.0</duration><id>180</id><name>handover_2G_octphy+bts1-trx-lms-limenet-micro</name><properties></properties><timestamp>2022-12-10T06:47:40</timestamp></suite><suite><case><age>199</age><className>handover_2G:octphy+bts1-trx-sysmocell5000</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=6908): Process ended prematurely: osmo-stp_10.42.42.5(pid=6908) [trial-2370↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6908)]</errorStackTrace><failedSince>2172</failedSince><name>handover.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py", line 18, in &lt;module&gt;
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6908): Process ended prematurely: osmo-stp_10.42.42.5(pid=6908) [trial-2370↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6908)]
</stderr><stdout>
----------------------------------------------
trial-2370 handover_2G:octphy+bts1-trx-sysmocell5000 handover.py
----------------------------------------------
06:47:53.021384 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)
06:47:53.032715 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)
06:47:53.158549 tst                      handover.py: using LAC 26597
06:47:53.285981 tst                      handover.py: using RAC 77
06:47:53.413103 tst                      handover.py: using CellId 26597
06:47:53.540279 tst                      handover.py: using BVCI 26598
06:47:53.564748 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)
06:47:53.708854 tst                      handover.py: using LAC 26598
06:47:53.834959 tst                      handover.py: using RAC 78
06:47:53.960715 tst                      handover.py: using CellId 26598
06:47:54.085783 tst                      handover.py: using BVCI 26599
06:47:54.110397 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)
06:47:54.121899 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)
06:47:54.133171 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)
06:47:54.144673 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)
06:47:54.156206 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)
06:47:54.167553 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)
06:47:54.283700 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)
06:47:54.493244 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
06:47:54.977517 run          create_hlr_db(pid=6902): Launched
06:47:55.108220 bus                        /sierra_2: Setting Powered False
06:47:56.172736 run          create_hlr_db(pid=6902): Terminated: ok {rc=0}
06:47:56.546539 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6904): Launched
06:47:56.845922 run    osmo-hlr_10.42.42.2(pid=6905): Launched
06:47:56.961070 run              osmo-stp_10.42.42.5: Starting osmo-stp
06:47:57.465524 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6907): Launched
06:47:57.763689 run    osmo-stp_10.42.42.5(pid=6908): Launched
06:47:57.872181 run              osmo-msc_10.42.42.6: Starting osmo-msc
06:47:58.394308 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6910): Launched
06:47:58.695148 run    osmo-msc_10.42.42.6(pid=6911): Launched
06:47:58.870923 run    osmo-stp_10.42.42.5(pid=6908): ERR: Terminated: ERROR {rc=1}  [trial-2370↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6908)]
06:47:58.998577 run    osmo-stp_10.42.42.5(pid=6908): stdout: 
| (launched: 2022-12-10_06:47:57.616629)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:47:59.124227 run    osmo-stp_10.42.42.5(pid=6908): stderr: 
| �[0;m�[38;5;43m20221210064757786 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210064757786 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210064757787 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210064757787 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210064757788 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210064757788 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210064757788 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:47:59.244624 run    osmo-stp_10.42.42.5(pid=6908): stdout: 
| (launched: 2022-12-10_06:47:57.616629)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:47:59.363610 run    osmo-stp_10.42.42.5(pid=6908): stderr: 
| �[0;m�[38;5;43m20221210064757786 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210064757786 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210064757787 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210064757787 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210064757788 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210064757788 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210064757788 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:47:59.415951 tst                   handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=6908): Process ended prematurely: osmo-stp_10.42.42.5(pid=6908) [trial-2370↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6908)]  [trial-2370↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py:18]
06:47:59.423975 tst                   handover.py:18: Test FAILED (6.4 sec)
06:47:59.484093 run    osmo-hlr_10.42.42.2(pid=6905): ERR: Terminated: ERROR {rc=237}  [trial-2370↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6905)]
06:47:59.533105 run    osmo-hlr_10.42.42.2(pid=6905): stdout: 
| (launched: 2022-12-10_06:47:56.698257) 
06:47:59.582510 run    osmo-hlr_10.42.42.2(pid=6905): stderr: 
| �[0;m�[1;31m20221210064756873 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210064756873 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210064756873 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210064756874 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210064756874 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210064756874 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210064756886 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/handover_2G:octphy+bts1-trx-sysmocell5000/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210064756896 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210064756896 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210064756896 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
06:47:59.649611 run    osmo-msc_10.42.42.6(pid=6911): ERR: Terminated: ERROR {rc=2}  [trial-2370↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=6911)]
06:47:59.698513 run    osmo-msc_10.42.42.6(pid=6911): stdout: 
| (launched: 2022-12-10_06:47:58.545831) 
06:47:59.748294 run    osmo-msc_10.42.42.6(pid=6911): stderr: 
| �[0;m�[38;5;43m20221210064758814 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210064758814 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe32276ec40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210064758814 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210064758815 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210064758815 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210064758815 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210064758817 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210064758817 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210064758817 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210064758818 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
06:47:59.789849 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6904): Terminating (SIGTERM)
06:47:59.829300 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6907): Terminating (SIGTERM)
06:47:59.868912 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6910): Terminating (SIGTERM)
06:47:59.878497 ---      ParallelTerminationStrategy: PID 6904 died...
06:47:59.931889 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6904): Terminated: ok {rc=0}
06:47:59.941504 ---      ParallelTerminationStrategy: PID 6907 died...
06:47:59.994761 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6907): Terminated: ok {rc=0}
06:48:00.004470 ---      ParallelTerminationStrategy: PID 6910 died...
06:48:00.057799 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6910): Terminated: ok {rc=0}
06:48:00.145617 bus                        /sierra_3: Setting Powered False
06:48:01.249211 bus                        /sierra_3: Setting Powered False
06:48:02.353532 bus                        /sierra_2: Setting Powered False
</stdout></case><duration>12.0</duration><id>181</id><name>handover_2G_octphy+bts1-trx-sysmocell5000</name><properties></properties><timestamp>2022-12-10T06:47:52</timestamp></suite><suite><case><age>199</age><className>handover_2G:octphy+bts1-sysmo</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=6922): Process ended prematurely: osmo-stp_10.42.42.5(pid=6922) [trial-2370↪handover_2G:octphy+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6922)]</errorStackTrace><failedSince>2172</failedSince><name>handover.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py", line 18, in &lt;module&gt;
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6922): Process ended prematurely: osmo-stp_10.42.42.5(pid=6922) [trial-2370↪handover_2G:octphy+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6922)]
</stderr><stdout>
----------------------------------------------
trial-2370 handover_2G:octphy+bts1-sysmo handover.py
----------------------------------------------
06:48:04.325815 tst    handover_2G:octphy+bts1-sysmo: Using 1 x ip_address (candidates: 6)
06:48:04.337618 tst    handover_2G:octphy+bts1-sysmo: Using 1 x bts (candidates: 2)
06:48:04.467095 tst                      handover.py: using LAC 26599
06:48:04.591771 tst                      handover.py: using RAC 79
06:48:04.716510 tst                      handover.py: using CellId 26599
06:48:04.842293 tst                      handover.py: using BVCI 26600
06:48:04.866584 tst    handover_2G:octphy+bts1-sysmo: Using 1 x bts (candidates: 2)
06:48:04.995715 tst                      handover.py: using LAC 26600
06:48:05.120610 tst                      handover.py: using RAC 80
06:48:05.245116 tst                      handover.py: using CellId 26600
06:48:05.377402 tst                      handover.py: using BVCI 26601
06:48:05.401859 tst    handover_2G:octphy+bts1-sysmo: Using 1 x ip_address (candidates: 6)
06:48:05.413157 tst    handover_2G:octphy+bts1-sysmo: Using 1 x ip_address (candidates: 6)
06:48:05.424140 tst    handover_2G:octphy+bts1-sysmo: Using 1 x ip_address (candidates: 6)
06:48:05.435175 tst    handover_2G:octphy+bts1-sysmo: Using 1 x ip_address (candidates: 6)
06:48:05.446295 tst    handover_2G:octphy+bts1-sysmo: Using 1 x ip_address (candidates: 6)
06:48:05.457478 tst    handover_2G:octphy+bts1-sysmo: Using 1 x modem (candidates: 2)
06:48:05.574672 tst    handover_2G:octphy+bts1-sysmo: Using 1 x modem (candidates: 2)
06:48:05.785653 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
06:48:06.268770 run          create_hlr_db(pid=6916): Launched
06:48:06.399749 bus                        /sierra_2: Setting Powered False
06:48:07.475734 run          create_hlr_db(pid=6916): Terminated: ok {rc=0}
06:48:07.853908 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6918): Launched
06:48:08.154659 run    osmo-hlr_10.42.42.2(pid=6919): Launched
06:48:08.271741 run              osmo-stp_10.42.42.5: Starting osmo-stp
06:48:08.769825 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6921): Launched
06:48:09.068687 run    osmo-stp_10.42.42.5(pid=6922): Launched
06:48:09.177831 run              osmo-msc_10.42.42.6: Starting osmo-msc
06:48:09.699379 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6924): Launched
06:48:09.999037 run    osmo-msc_10.42.42.6(pid=6925): Launched
06:48:10.175527 run    osmo-stp_10.42.42.5(pid=6922): ERR: Terminated: ERROR {rc=1}  [trial-2370↪handover_2G:octphy+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6922)]
06:48:10.303086 run    osmo-stp_10.42.42.5(pid=6922): stdout: 
| (launched: 2022-12-10_06:48:08.920640)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:48:10.428254 run    osmo-stp_10.42.42.5(pid=6922): stderr: 
| �[0;m�[38;5;43m20221210064809088 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210064809088 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210064809088 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210064809089 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210064809089 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210064809089 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210064809089 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:48:10.548155 run    osmo-stp_10.42.42.5(pid=6922): stdout: 
| (launched: 2022-12-10_06:48:08.920640)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:48:10.666803 run    osmo-stp_10.42.42.5(pid=6922): stderr: 
| �[0;m�[38;5;43m20221210064809088 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210064809088 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210064809088 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210064809089 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210064809089 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210064809089 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210064809089 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:48:10.719268 tst                   handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=6922): Process ended prematurely: osmo-stp_10.42.42.5(pid=6922) [trial-2370↪handover_2G:octphy+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6922)]  [trial-2370↪handover_2G:octphy+bts1-sysmo↪handover.py:18]
06:48:10.727260 tst                   handover.py:18: Test FAILED (6.4 sec)
06:48:10.787248 run    osmo-hlr_10.42.42.2(pid=6919): ERR: Terminated: ERROR {rc=237}  [trial-2370↪handover_2G:octphy+bts1-sysmo↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6919)]
06:48:10.836296 run    osmo-hlr_10.42.42.2(pid=6919): stdout: 
| (launched: 2022-12-10_06:48:08.005813) 
06:48:10.885606 run    osmo-hlr_10.42.42.2(pid=6919): stderr: 
| �[0;m�[1;31m20221210064808179 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210064808179 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210064808179 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210064808179 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210064808179 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210064808179 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210064808191 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/handover_2G:octphy+bts1-sysmo/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210064808201 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210064808201 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210064808202 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
06:48:10.952447 run    osmo-msc_10.42.42.6(pid=6925): ERR: Terminated: ERROR {rc=2}  [trial-2370↪handover_2G:octphy+bts1-sysmo↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=6925)]
06:48:11.001246 run    osmo-msc_10.42.42.6(pid=6925): stdout: 
| (launched: 2022-12-10_06:48:09.850281) 
06:48:11.050451 run    osmo-msc_10.42.42.6(pid=6925): stderr: 
| �[0;m�[38;5;43m20221210064810118 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210064810118 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f8811c72c40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210064810118 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210064810118 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210064810118 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210064810118 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210064810122 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210064810122 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210064810122 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210064810122 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
06:48:11.091477 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6918): Terminating (SIGTERM)
06:48:11.130573 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6921): Terminating (SIGTERM)
06:48:11.169726 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6924): Terminating (SIGTERM)
06:48:11.178910 ---      ParallelTerminationStrategy: PID 6918 died...
06:48:11.231346 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6918): Terminated: ok {rc=0}
06:48:11.240903 ---      ParallelTerminationStrategy: PID 6921 died...
06:48:11.292876 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6921): Terminated: ok {rc=0}
06:48:11.302423 ---      ParallelTerminationStrategy: PID 6924 died...
06:48:11.354490 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6924): Terminated: ok {rc=0}
06:48:11.442231 bus                        /sierra_3: Setting Powered False
06:48:12.544412 bus                        /sierra_3: Setting Powered False
06:48:13.654538 bus                        /sierra_2: Setting Powered False
</stdout></case><duration>12.0</duration><id>182</id><name>handover_2G_octphy+bts1-sysmo</name><properties></properties><timestamp>2022-12-10T06:48:04</timestamp></suite><suite><case><age>199</age><className>handover_2G:octphy+bts1-trx-b200</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=6936): Process ended prematurely: osmo-stp_10.42.42.5(pid=6936) [trial-2370↪handover_2G:octphy+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6936)]</errorStackTrace><failedSince>2172</failedSince><name>handover.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py", line 18, in &lt;module&gt;
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6936): Process ended prematurely: osmo-stp_10.42.42.5(pid=6936) [trial-2370↪handover_2G:octphy+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6936)]
</stderr><stdout>
----------------------------------------------
trial-2370 handover_2G:octphy+bts1-trx-b200 handover.py
----------------------------------------------
06:48:15.616617 tst handover_2G:octphy+bts1-trx-b200: Using 1 x ip_address (candidates: 6)
06:48:15.627504 tst handover_2G:octphy+bts1-trx-b200: Using 1 x bts (candidates: 2)
06:48:15.748559 tst                      handover.py: using LAC 26601
06:48:15.893183 tst                      handover.py: using RAC 81
06:48:16.024803 tst                      handover.py: using CellId 26601
06:48:16.170882 tst                      handover.py: using BVCI 26602
06:48:16.197547 tst handover_2G:octphy+bts1-trx-b200: Using 1 x bts (candidates: 2)
06:48:16.343778 tst                      handover.py: using LAC 26602
06:48:16.473323 tst                      handover.py: using RAC 82
06:48:16.593336 tst                      handover.py: using CellId 26602
06:48:16.752612 tst                      handover.py: using BVCI 26603
06:48:16.775993 tst handover_2G:octphy+bts1-trx-b200: Using 1 x ip_address (candidates: 6)
06:48:16.787359 tst handover_2G:octphy+bts1-trx-b200: Using 1 x ip_address (candidates: 6)
06:48:16.798586 tst handover_2G:octphy+bts1-trx-b200: Using 1 x ip_address (candidates: 6)
06:48:16.810470 tst handover_2G:octphy+bts1-trx-b200: Using 1 x ip_address (candidates: 6)
06:48:16.823060 tst handover_2G:octphy+bts1-trx-b200: Using 1 x ip_address (candidates: 6)
06:48:16.835641 tst handover_2G:octphy+bts1-trx-b200: Using 1 x modem (candidates: 2)
06:48:16.955631 tst handover_2G:octphy+bts1-trx-b200: Using 1 x modem (candidates: 2)
06:48:17.203846 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
06:48:17.692071 run          create_hlr_db(pid=6930): Launched
06:48:17.823072 bus                        /sierra_2: Setting Powered False
06:48:18.898586 run          create_hlr_db(pid=6930): Terminated: ok {rc=0}
06:48:19.276426 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6932): Launched
06:48:19.577129 run    osmo-hlr_10.42.42.2(pid=6933): Launched
06:48:19.694834 run              osmo-stp_10.42.42.5: Starting osmo-stp
06:48:20.195008 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6935): Launched
06:48:20.494743 run    osmo-stp_10.42.42.5(pid=6936): Launched
06:48:20.604768 run              osmo-msc_10.42.42.6: Starting osmo-msc
06:48:21.125597 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6938): Launched
06:48:21.425668 run    osmo-msc_10.42.42.6(pid=6939): Launched
06:48:21.601629 run    osmo-stp_10.42.42.5(pid=6936): ERR: Terminated: ERROR {rc=1}  [trial-2370↪handover_2G:octphy+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6936)]
06:48:21.728432 run    osmo-stp_10.42.42.5(pid=6936): stdout: 
| (launched: 2022-12-10_06:48:20.345988)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:48:21.853637 run    osmo-stp_10.42.42.5(pid=6936): stderr: 
| �[0;m�[38;5;43m20221210064820515 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210064820516 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210064820516 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210064820516 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210064820517 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210064820517 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210064820517 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:48:21.973663 run    osmo-stp_10.42.42.5(pid=6936): stdout: 
| (launched: 2022-12-10_06:48:20.345988)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:48:22.092511 run    osmo-stp_10.42.42.5(pid=6936): stderr: 
| �[0;m�[38;5;43m20221210064820515 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210064820516 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210064820516 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210064820516 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210064820517 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210064820517 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210064820517 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:48:22.145144 tst                   handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=6936): Process ended prematurely: osmo-stp_10.42.42.5(pid=6936) [trial-2370↪handover_2G:octphy+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6936)]  [trial-2370↪handover_2G:octphy+bts1-trx-b200↪handover.py:18]
06:48:22.153097 tst                   handover.py:18: Test FAILED (6.5 sec)
06:48:22.212808 run    osmo-hlr_10.42.42.2(pid=6933): ERR: Terminated: ERROR {rc=237}  [trial-2370↪handover_2G:octphy+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6933)]
06:48:22.261719 run    osmo-hlr_10.42.42.2(pid=6933): stdout: 
| (launched: 2022-12-10_06:48:19.427880) 
06:48:22.311235 run    osmo-hlr_10.42.42.2(pid=6933): stderr: 
| �[0;m�[1;31m20221210064819606 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210064819606 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210064819606 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210064819606 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210064819606 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210064819606 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210064819618 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/handover_2G:octphy+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210064819627 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210064819627 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210064819627 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
06:48:22.378764 run    osmo-msc_10.42.42.6(pid=6939): ERR: Terminated: ERROR {rc=2}  [trial-2370↪handover_2G:octphy+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=6939)]
06:48:22.427798 run    osmo-msc_10.42.42.6(pid=6939): stdout: 
| (launched: 2022-12-10_06:48:21.276902) 
06:48:22.477385 run    osmo-msc_10.42.42.6(pid=6939): stderr: 
| �[0;m�[38;5;43m20221210064821547 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210064821547 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa1d32c5c40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210064821547 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210064821547 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210064821547 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210064821547 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210064821549 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210064821550 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210064821550 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210064821550 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
06:48:22.519053 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6932): Terminating (SIGTERM)
06:48:22.559151 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6935): Terminating (SIGTERM)
06:48:22.598979 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6938): Terminating (SIGTERM)
06:48:22.608298 ---      ParallelTerminationStrategy: PID 6932 died...
06:48:22.661228 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6932): Terminated: ok {rc=0}
06:48:22.670663 ---      ParallelTerminationStrategy: PID 6935 died...
06:48:22.723771 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6935): Terminated: ok {rc=0}
06:48:22.733311 ---      ParallelTerminationStrategy: PID 6938 died...
06:48:22.785752 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6938): Terminated: ok {rc=0}
06:48:22.873939 bus                        /sierra_3: Setting Powered False
06:48:23.977219 bus                        /sierra_3: Setting Powered False
06:48:25.085865 bus                        /sierra_2: Setting Powered False
</stdout></case><duration>12.0</duration><id>183</id><name>handover_2G_octphy+bts1-trx-b200</name><properties></properties><timestamp>2022-12-10T06:48:15</timestamp></suite><suite><case><age>199</age><className>handover_2G:octphy+bts1-trx-umtrx</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=6950): Process ended prematurely: osmo-stp_10.42.42.5(pid=6950) [trial-2370↪handover_2G:octphy+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6950)]</errorStackTrace><failedSince>2172</failedSince><name>handover.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py", line 18, in &lt;module&gt;
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6950): Process ended prematurely: osmo-stp_10.42.42.5(pid=6950) [trial-2370↪handover_2G:octphy+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6950)]
</stderr><stdout>
----------------------------------------------
trial-2370 handover_2G:octphy+bts1-trx-umtrx handover.py
----------------------------------------------
06:48:27.076389 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)
06:48:27.087856 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x bts (candidates: 2)
06:48:27.216427 tst                      handover.py: using LAC 26603
06:48:27.342617 tst                      handover.py: using RAC 83
06:48:27.468353 tst                      handover.py: using CellId 26603
06:48:27.590248 tst                      handover.py: using BVCI 26604
06:48:27.612798 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x bts (candidates: 2)
06:48:27.747657 tst                      handover.py: using LAC 26604
06:48:27.866739 tst                      handover.py: using RAC 84
06:48:27.983011 tst                      handover.py: using CellId 26604
06:48:28.099458 tst                      handover.py: using BVCI 26605
06:48:28.122329 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)
06:48:28.133071 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)
06:48:28.143595 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)
06:48:28.154347 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)
06:48:28.165526 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)
06:48:28.176202 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x modem (candidates: 2)
06:48:28.293168 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x modem (candidates: 2)
06:48:28.495402 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
06:48:28.948237 run          create_hlr_db(pid=6944): Launched
06:48:29.080100 bus                        /sierra_2: Setting Powered False
06:48:30.154890 run          create_hlr_db(pid=6944): Terminated: ok {rc=0}
06:48:30.555719 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6946): Launched
06:48:30.938830 run    osmo-hlr_10.42.42.2(pid=6947): Launched
06:48:31.157684 run              osmo-stp_10.42.42.5: Starting osmo-stp
06:48:31.820585 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6949): Launched
06:48:32.157248 run    osmo-stp_10.42.42.5(pid=6950): Launched
06:48:32.377393 run              osmo-msc_10.42.42.6: Starting osmo-msc
06:48:32.903038 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6952): Launched
06:48:33.204161 run    osmo-msc_10.42.42.6(pid=6953): Launched
06:48:33.380903 run    osmo-stp_10.42.42.5(pid=6950): ERR: Terminated: ERROR {rc=1}  [trial-2370↪handover_2G:octphy+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6950)]
06:48:33.508334 run    osmo-stp_10.42.42.5(pid=6950): stdout: 
| (launched: 2022-12-10_06:48:31.987335)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:48:33.633733 run    osmo-stp_10.42.42.5(pid=6950): stderr: 
| �[0;m�[38;5;43m20221210064832297 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210064832297 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210064832297 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210064832298 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210064832298 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210064832298 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210064832299 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:48:33.754989 run    osmo-stp_10.42.42.5(pid=6950): stdout: 
| (launched: 2022-12-10_06:48:31.987335)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:48:33.874261 run    osmo-stp_10.42.42.5(pid=6950): stderr: 
| �[0;m�[38;5;43m20221210064832297 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210064832297 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210064832297 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210064832298 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210064832298 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210064832298 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210064832299 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:48:33.926760 tst                   handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=6950): Process ended prematurely: osmo-stp_10.42.42.5(pid=6950) [trial-2370↪handover_2G:octphy+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6950)]  [trial-2370↪handover_2G:octphy+bts1-trx-umtrx↪handover.py:18]
06:48:33.934934 tst                   handover.py:18: Test FAILED (6.8 sec)
06:48:33.994991 run    osmo-hlr_10.42.42.2(pid=6947): ERR: Terminated: ERROR {rc=237}  [trial-2370↪handover_2G:octphy+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6947)]
06:48:34.043832 run    osmo-hlr_10.42.42.2(pid=6947): stdout: 
| (launched: 2022-12-10_06:48:30.719478) 
06:48:34.093332 run    osmo-hlr_10.42.42.2(pid=6947): stderr: 
| �[0;m�[1;31m20221210064830985 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210064830985 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210064830985 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210064830985 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210064830985 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210064830985 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210064831006 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/handover_2G:octphy+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210064831019 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210064831019 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210064831019 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
06:48:34.160175 run    osmo-msc_10.42.42.6(pid=6953): ERR: Terminated: ERROR {rc=2}  [trial-2370↪handover_2G:octphy+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=6953)]
06:48:34.208804 run    osmo-msc_10.42.42.6(pid=6953): stdout: 
| (launched: 2022-12-10_06:48:33.055211) 
06:48:34.258338 run    osmo-msc_10.42.42.6(pid=6953): stderr: 
| �[0;m�[38;5;43m20221210064833325 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210064833325 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f7d47a56c40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210064833325 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210064833325 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210064833325 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210064833326 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210064833327 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210064833328 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210064833328 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210064833328 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
06:48:34.299646 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6946): Terminating (SIGTERM)
06:48:34.339052 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6949): Terminating (SIGTERM)
06:48:34.378628 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6952): Terminating (SIGTERM)
06:48:34.387947 ---      ParallelTerminationStrategy: PID 6946 died...
06:48:34.440726 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6946): Terminated: ok {rc=0}
06:48:34.450347 ---      ParallelTerminationStrategy: PID 6949 died...
06:48:34.502914 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6949): Terminated: ok {rc=0}
06:48:34.512711 ---      ParallelTerminationStrategy: PID 6952 died...
06:48:34.565624 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6952): Terminated: ok {rc=0}
06:48:34.653667 bus                        /sierra_3: Setting Powered False
06:48:35.757031 bus                        /sierra_3: Setting Powered False
06:48:36.867695 bus                        /sierra_2: Setting Powered False
</stdout></case><duration>12.0</duration><id>184</id><name>handover_2G_octphy+bts1-trx-umtrx</name><properties></properties><timestamp>2022-12-10T06:48:26</timestamp></suite><suite><case><age>199</age><className>handover_2G:trx-lms+bts1-trx-lms-limenet-micro</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=6964): Process ended prematurely: osmo-stp_10.42.42.5(pid=6964) [trial-2370↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6964)]</errorStackTrace><failedSince>2172</failedSince><name>handover.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py", line 18, in &lt;module&gt;
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6964): Process ended prematurely: osmo-stp_10.42.42.5(pid=6964) [trial-2370↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6964)]
</stderr><stdout>
----------------------------------------------
trial-2370 handover_2G:trx-lms+bts1-trx-lms-limenet-micro handover.py
----------------------------------------------
06:48:38.869501 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)
06:48:38.881050 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)
06:48:39.025514 tst                      handover.py: using LAC 26605
06:48:39.156081 tst                      handover.py: using RAC 85
06:48:39.279450 tst                      handover.py: using CellId 26605
06:48:39.403355 tst                      handover.py: using BVCI 26606
06:48:39.427617 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)
06:48:39.564063 tst                      handover.py: using LAC 26606
06:48:39.687656 tst                      handover.py: using RAC 86
06:48:39.807168 tst                      handover.py: using CellId 26606
06:48:39.923392 tst                      handover.py: using BVCI 26607
06:48:39.946264 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)
06:48:39.957653 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)
06:48:39.968650 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)
06:48:39.980933 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)
06:48:39.993003 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)
06:48:40.003989 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)
06:48:40.122718 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)
06:48:40.323195 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
06:48:40.766883 run          create_hlr_db(pid=6958): Launched
06:48:40.888848 bus                        /sierra_2: Setting Powered False
06:48:41.960672 run          create_hlr_db(pid=6958): Terminated: ok {rc=0}
06:48:42.358424 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6960): Launched
06:48:42.678759 run    osmo-hlr_10.42.42.2(pid=6961): Launched
06:48:42.799913 run              osmo-stp_10.42.42.5: Starting osmo-stp
06:48:43.327279 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6963): Launched
06:48:43.647352 run    osmo-stp_10.42.42.5(pid=6964): Launched
06:48:43.763567 run              osmo-msc_10.42.42.6: Starting osmo-msc
06:48:44.321490 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6966): Launched
06:48:44.641927 run    osmo-msc_10.42.42.6(pid=6967): Launched
06:48:44.829394 run    osmo-stp_10.42.42.5(pid=6964): ERR: Terminated: ERROR {rc=1}  [trial-2370↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6964)]
06:48:44.964003 run    osmo-stp_10.42.42.5(pid=6964): stdout: 
| (launched: 2022-12-10_06:48:43.490382)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:48:45.098965 run    osmo-stp_10.42.42.5(pid=6964): stderr: 
| �[0;m�[38;5;43m20221210064843685 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210064843685 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210064843686 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210064843686 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210064843686 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210064843686 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210064843686 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:48:45.227588 run    osmo-stp_10.42.42.5(pid=6964): stdout: 
| (launched: 2022-12-10_06:48:43.490382)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:48:45.354349 run    osmo-stp_10.42.42.5(pid=6964): stderr: 
| �[0;m�[38;5;43m20221210064843685 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210064843685 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210064843686 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210064843686 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210064843686 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210064843686 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210064843686 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:48:45.410235 tst                   handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=6964): Process ended prematurely: osmo-stp_10.42.42.5(pid=6964) [trial-2370↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6964)]  [trial-2370↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py:18]
06:48:45.418822 tst                   handover.py:18: Test FAILED (6.5 sec)
06:48:45.480783 run    osmo-hlr_10.42.42.2(pid=6961): ERR: Terminated: ERROR {rc=237}  [trial-2370↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6961)]
06:48:45.531523 run    osmo-hlr_10.42.42.2(pid=6961): stdout: 
| (launched: 2022-12-10_06:48:42.521215) 
06:48:45.582912 run    osmo-hlr_10.42.42.2(pid=6961): stderr: 
| �[0;m�[1;31m20221210064842719 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210064842719 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210064842719 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210064842719 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210064842720 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210064842720 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210064842732 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/handover_2G:trx-lms+bts1-trx-lms-limenet-micro/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210064842740 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210064842740 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210064842740 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
06:48:45.652913 run    osmo-msc_10.42.42.6(pid=6967): ERR: Terminated: ERROR {rc=2}  [trial-2370↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=6967)]
06:48:45.703900 run    osmo-msc_10.42.42.6(pid=6967): stdout: 
| (launched: 2022-12-10_06:48:44.484389) 
06:48:45.755171 run    osmo-msc_10.42.42.6(pid=6967): stderr: 
| �[0;m�[38;5;43m20221210064844809 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210064844809 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fad6b165c40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210064844809 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210064844809 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210064844809 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210064844810 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210064844811 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210064844812 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210064844812 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210064844812 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
06:48:45.798688 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6960): Terminating (SIGTERM)
06:48:45.839752 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6963): Terminating (SIGTERM)
06:48:45.906834 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6966): Terminating (SIGTERM)
06:48:45.916744 ---      ParallelTerminationStrategy: PID 6960 died...
06:48:45.972244 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6960): Terminated: ok {rc=0}
06:48:45.982469 ---      ParallelTerminationStrategy: PID 6963 died...
06:48:46.038612 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6963): Terminated: ok {rc=0}
06:48:46.049165 ---      ParallelTerminationStrategy: PID 6966 died...
06:48:46.109866 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6966): Terminated: ok {rc=0}
06:48:46.209925 bus                        /sierra_3: Setting Powered False
06:48:47.322063 bus                        /sierra_3: Setting Powered False
06:48:48.432362 bus                        /sierra_2: Setting Powered False
</stdout></case><duration>12.0</duration><id>185</id><name>handover_2G_trx-lms+bts1-trx-lms-limenet-micro</name><properties></properties><timestamp>2022-12-10T06:48:38</timestamp></suite><suite><case><age>199</age><className>handover_2G:trx-lms+bts1-trx-sysmocell5000</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=6978): Process ended prematurely: osmo-stp_10.42.42.5(pid=6978) [trial-2370↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6978)]</errorStackTrace><failedSince>2172</failedSince><name>handover.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py", line 18, in &lt;module&gt;
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6978): Process ended prematurely: osmo-stp_10.42.42.5(pid=6978) [trial-2370↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6978)]
</stderr><stdout>
----------------------------------------------
trial-2370 handover_2G:trx-lms+bts1-trx-sysmocell5000 handover.py
----------------------------------------------
06:48:50.455309 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)
06:48:50.466403 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)
06:48:50.601101 tst                      handover.py: using LAC 26607
06:48:50.726265 tst                      handover.py: using RAC 87
06:48:50.851448 tst                      handover.py: using CellId 26607
06:48:50.976906 tst                      handover.py: using BVCI 26608
06:48:51.001700 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)
06:48:51.143047 tst                      handover.py: using LAC 26608
06:48:51.267826 tst                      handover.py: using RAC 88
06:48:51.393412 tst                      handover.py: using CellId 26608
06:48:51.520550 tst                      handover.py: using BVCI 26609
06:48:51.545046 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)
06:48:51.556490 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)
06:48:51.567794 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)
06:48:51.579637 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)
06:48:51.591004 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)
06:48:51.602338 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)
06:48:51.719833 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)
06:48:51.930277 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
06:48:52.414860 run          create_hlr_db(pid=6972): Launched
06:48:52.545244 bus                        /sierra_2: Setting Powered False
06:48:53.621330 run          create_hlr_db(pid=6972): Terminated: ok {rc=0}
06:48:53.998718 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6974): Launched
06:48:54.298376 run    osmo-hlr_10.42.42.2(pid=6975): Launched
06:48:54.411723 run              osmo-stp_10.42.42.5: Starting osmo-stp
06:48:54.917516 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6977): Launched
06:48:55.216136 run    osmo-stp_10.42.42.5(pid=6978): Launched
06:48:55.324916 run              osmo-msc_10.42.42.6: Starting osmo-msc
06:48:55.847234 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6980): Launched
06:48:56.147288 run    osmo-msc_10.42.42.6(pid=6981): Launched
06:48:56.323688 run    osmo-stp_10.42.42.5(pid=6978): ERR: Terminated: ERROR {rc=1}  [trial-2370↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6978)]
06:48:56.451611 run    osmo-stp_10.42.42.5(pid=6978): stdout: 
| (launched: 2022-12-10_06:48:55.068633)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:48:56.576496 run    osmo-stp_10.42.42.5(pid=6978): stderr: 
| �[0;m�[38;5;43m20221210064855238 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210064855238 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210064855239 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210064855239 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210064855239 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210064855239 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210064855240 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:48:56.696603 run    osmo-stp_10.42.42.5(pid=6978): stdout: 
| (launched: 2022-12-10_06:48:55.068633)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:48:56.815513 run    osmo-stp_10.42.42.5(pid=6978): stderr: 
| �[0;m�[38;5;43m20221210064855238 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210064855238 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210064855239 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210064855239 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210064855239 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210064855239 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210064855240 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:48:56.867751 tst                   handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=6978): Process ended prematurely: osmo-stp_10.42.42.5(pid=6978) [trial-2370↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6978)]  [trial-2370↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py:18]
06:48:56.875693 tst                   handover.py:18: Test FAILED (6.4 sec)
06:48:56.935535 run    osmo-hlr_10.42.42.2(pid=6975): ERR: Terminated: ERROR {rc=237}  [trial-2370↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6975)]
06:48:56.984293 run    osmo-hlr_10.42.42.2(pid=6975): stdout: 
| (launched: 2022-12-10_06:48:54.149977) 
06:48:57.033869 run    osmo-hlr_10.42.42.2(pid=6975): stderr: 
| �[0;m�[1;31m20221210064854325 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210064854325 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210064854326 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210064854326 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210064854326 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210064854326 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210064854343 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/handover_2G:trx-lms+bts1-trx-sysmocell5000/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210064854352 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210064854353 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210064854354 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
06:48:57.101154 run    osmo-msc_10.42.42.6(pid=6981): ERR: Terminated: ERROR {rc=2}  [trial-2370↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=6981)]
06:48:57.149866 run    osmo-msc_10.42.42.6(pid=6981): stdout: 
| (launched: 2022-12-10_06:48:55.998556) 
06:48:57.199174 run    osmo-msc_10.42.42.6(pid=6981): stderr: 
| �[0;m�[38;5;43m20221210064856268 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210064856268 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f0433abac40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210064856268 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210064856268 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210064856268 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210064856268 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210064856270 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210064856270 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210064856271 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210064856271 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
06:48:57.240844 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6974): Terminating (SIGTERM)
06:48:57.280508 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6977): Terminating (SIGTERM)
06:48:57.320338 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6980): Terminating (SIGTERM)
06:48:57.329997 ---      ParallelTerminationStrategy: PID 6974 died...
06:48:57.383187 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6974): Terminated: ok {rc=0}
06:48:57.393252 ---      ParallelTerminationStrategy: PID 6977 died...
06:48:57.446294 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6977): Terminated: ok {rc=0}
06:48:57.456078 ---      ParallelTerminationStrategy: PID 6980 died...
06:48:57.508821 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6980): Terminated: ok {rc=0}
06:48:57.597019 bus                        /sierra_3: Setting Powered False
06:48:58.699471 bus                        /sierra_3: Setting Powered False
06:48:59.808805 bus                        /sierra_2: Setting Powered False
</stdout></case><duration>12.0</duration><id>186</id><name>handover_2G_trx-lms+bts1-trx-sysmocell5000</name><properties></properties><timestamp>2022-12-10T06:48:50</timestamp></suite><suite><case><age>40</age><className>handover_2G:trx-lms+bts1-sysmo</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=6992): Process ended prematurely: osmo-stp_10.42.42.5(pid=6992) [trial-2370↪handover_2G:trx-lms+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6992)]</errorStackTrace><failedSince>2331</failedSince><name>handover.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py", line 18, in &lt;module&gt;
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6992): Process ended prematurely: osmo-stp_10.42.42.5(pid=6992) [trial-2370↪handover_2G:trx-lms+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6992)]
</stderr><stdout>
----------------------------------------------
trial-2370 handover_2G:trx-lms+bts1-sysmo handover.py
----------------------------------------------
06:49:01.863075 tst   handover_2G:trx-lms+bts1-sysmo: Using 1 x ip_address (candidates: 6)
06:49:01.874829 tst   handover_2G:trx-lms+bts1-sysmo: Using 1 x bts (candidates: 2)
06:49:02.022564 tst                      handover.py: using LAC 26609
06:49:02.174813 tst                      handover.py: using RAC 89
06:49:02.301279 tst                      handover.py: using CellId 26609
06:49:02.420037 tst                      handover.py: using BVCI 26610
06:49:02.442810 tst   handover_2G:trx-lms+bts1-sysmo: Using 1 x bts (candidates: 2)
06:49:02.563658 tst                      handover.py: using LAC 26610
06:49:02.683266 tst                      handover.py: using RAC 90
06:49:02.801296 tst                      handover.py: using CellId 26610
06:49:02.918941 tst                      handover.py: using BVCI 26611
06:49:02.941802 tst   handover_2G:trx-lms+bts1-sysmo: Using 1 x ip_address (candidates: 6)
06:49:02.952544 tst   handover_2G:trx-lms+bts1-sysmo: Using 1 x ip_address (candidates: 6)
06:49:02.963340 tst   handover_2G:trx-lms+bts1-sysmo: Using 1 x ip_address (candidates: 6)
06:49:02.974747 tst   handover_2G:trx-lms+bts1-sysmo: Using 1 x ip_address (candidates: 6)
06:49:02.986219 tst   handover_2G:trx-lms+bts1-sysmo: Using 1 x ip_address (candidates: 6)
06:49:02.997623 tst   handover_2G:trx-lms+bts1-sysmo: Using 1 x modem (candidates: 2)
06:49:03.112039 tst   handover_2G:trx-lms+bts1-sysmo: Using 1 x modem (candidates: 2)
06:49:03.320557 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
06:49:03.806015 run          create_hlr_db(pid=6986): Launched
06:49:03.936287 bus                        /sierra_2: Setting Powered False
06:49:05.011820 run          create_hlr_db(pid=6986): Terminated: ok {rc=0}
06:49:05.410204 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6988): Launched
06:49:05.731134 run    osmo-hlr_10.42.42.2(pid=6989): Launched
06:49:05.847224 run              osmo-stp_10.42.42.5: Starting osmo-stp
06:49:06.375252 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6991): Launched
06:49:06.695040 run    osmo-stp_10.42.42.5(pid=6992): Launched
06:49:06.811748 run              osmo-msc_10.42.42.6: Starting osmo-msc
06:49:07.369276 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6994): Launched
06:49:07.690210 run    osmo-msc_10.42.42.6(pid=6995): Launched
06:49:07.877981 run    osmo-stp_10.42.42.5(pid=6992): ERR: Terminated: ERROR {rc=1}  [trial-2370↪handover_2G:trx-lms+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6992)]
06:49:08.012913 run    osmo-stp_10.42.42.5(pid=6992): stdout: 
| (launched: 2022-12-10_06:49:06.537789)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:49:08.147471 run    osmo-stp_10.42.42.5(pid=6992): stderr: 
| �[0;m�[38;5;43m20221210064906732 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210064906732 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210064906732 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210064906733 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210064906733 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210064906733 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210064906733 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:49:08.275600 run    osmo-stp_10.42.42.5(pid=6992): stdout: 
| (launched: 2022-12-10_06:49:06.537789)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:49:08.402863 run    osmo-stp_10.42.42.5(pid=6992): stderr: 
| �[0;m�[38;5;43m20221210064906732 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210064906732 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210064906732 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210064906733 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210064906733 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210064906733 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210064906733 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:49:08.458740 tst                   handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=6992): Process ended prematurely: osmo-stp_10.42.42.5(pid=6992) [trial-2370↪handover_2G:trx-lms+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6992)]  [trial-2370↪handover_2G:trx-lms+bts1-sysmo↪handover.py:18]
06:49:08.467030 tst                   handover.py:18: Test FAILED (6.6 sec)
06:49:08.528764 run    osmo-hlr_10.42.42.2(pid=6989): ERR: Terminated: ERROR {rc=237}  [trial-2370↪handover_2G:trx-lms+bts1-sysmo↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6989)]
06:49:08.579353 run    osmo-hlr_10.42.42.2(pid=6989): stdout: 
| (launched: 2022-12-10_06:49:05.572580) 
06:49:08.630629 run    osmo-hlr_10.42.42.2(pid=6989): stderr: 
| �[0;m�[1;31m20221210064905772 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210064905772 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210064905772 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210064905772 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210064905772 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210064905772 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210064905786 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/handover_2G:trx-lms+bts1-sysmo/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210064905794 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210064905794 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210064905794 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
06:49:08.700309 run    osmo-msc_10.42.42.6(pid=6995): ERR: Terminated: ERROR {rc=2}  [trial-2370↪handover_2G:trx-lms+bts1-sysmo↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=6995)]
06:49:08.751043 run    osmo-msc_10.42.42.6(pid=6995): stdout: 
| (launched: 2022-12-10_06:49:07.531646) 
06:49:08.802330 run    osmo-msc_10.42.42.6(pid=6995): stderr: 
| �[0;m�[38;5;43m20221210064907854 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210064907854 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc9a8f0bc40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210064907854 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210064907854 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210064907854 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210064907855 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210064907856 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210064907857 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210064907857 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210064907857 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
06:49:08.845664 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6988): Terminating (SIGTERM)
06:49:08.886664 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6991): Terminating (SIGTERM)
06:49:08.928053 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6994): Terminating (SIGTERM)
06:49:08.937371 ---      ParallelTerminationStrategy: PID 6988 died...
06:49:08.992336 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6988): Terminated: ok {rc=0}
06:49:09.002281 ---      ParallelTerminationStrategy: PID 6991 died...
06:49:09.057223 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6991): Terminated: ok {rc=0}
06:49:09.067158 ---      ParallelTerminationStrategy: PID 6994 died...
06:49:09.121773 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6994): Terminated: ok {rc=0}
06:49:09.207274 bus                        /sierra_3: Setting Powered False
06:49:10.308906 bus                        /sierra_3: Setting Powered False
06:49:11.413791 bus                        /sierra_2: Setting Powered False
</stdout></case><duration>12.0</duration><id>187</id><name>handover_2G_trx-lms+bts1-sysmo</name><properties></properties><timestamp>2022-12-10T06:49:01</timestamp></suite><suite><case><age>199</age><className>handover_2G:trx-lms+bts1-trx-b200</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=7006): Process ended prematurely: osmo-stp_10.42.42.5(pid=7006) [trial-2370↪handover_2G:trx-lms+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7006)]</errorStackTrace><failedSince>2172</failedSince><name>handover.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py", line 18, in &lt;module&gt;
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7006): Process ended prematurely: osmo-stp_10.42.42.5(pid=7006) [trial-2370↪handover_2G:trx-lms+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7006)]
</stderr><stdout>
----------------------------------------------
trial-2370 handover_2G:trx-lms+bts1-trx-b200 handover.py
----------------------------------------------
06:49:13.420422 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x ip_address (candidates: 6)
06:49:13.431215 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x bts (candidates: 2)
06:49:13.565982 tst                      handover.py: using LAC 26611
06:49:13.684041 tst                      handover.py: using RAC 91
06:49:13.803523 tst                      handover.py: using CellId 26611
06:49:13.922507 tst                      handover.py: using BVCI 26612
06:49:13.945203 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x bts (candidates: 2)
06:49:14.079635 tst                      handover.py: using LAC 26612
06:49:14.196128 tst                      handover.py: using RAC 92
06:49:14.314435 tst                      handover.py: using CellId 26612
06:49:14.433440 tst                      handover.py: using BVCI 26613
06:49:14.456174 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x ip_address (candidates: 6)
06:49:14.467430 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x ip_address (candidates: 6)
06:49:14.478120 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x ip_address (candidates: 6)
06:49:14.489160 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x ip_address (candidates: 6)
06:49:14.500059 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x ip_address (candidates: 6)
06:49:14.511110 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x modem (candidates: 2)
06:49:14.625617 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x modem (candidates: 2)
06:49:14.833364 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
06:49:15.316466 run          create_hlr_db(pid=7000): Launched
06:49:15.447055 bus                        /sierra_2: Setting Powered False
06:49:16.533612 run          create_hlr_db(pid=7000): Terminated: ok {rc=0}
06:49:16.950779 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7002): Launched
06:49:17.274400 run    osmo-hlr_10.42.42.2(pid=7003): Launched
06:49:17.391548 run              osmo-stp_10.42.42.5: Starting osmo-stp
06:49:17.923249 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7005): Launched
06:49:18.243193 run    osmo-stp_10.42.42.5(pid=7006): Launched
06:49:18.358712 run              osmo-msc_10.42.42.6: Starting osmo-msc
06:49:18.922506 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7008): Launched
06:49:19.243127 run    osmo-msc_10.42.42.6(pid=7009): Launched
06:49:19.431505 run    osmo-stp_10.42.42.5(pid=7006): ERR: Terminated: ERROR {rc=1}  [trial-2370↪handover_2G:trx-lms+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7006)]
06:49:19.566733 run    osmo-stp_10.42.42.5(pid=7006): stdout: 
| (launched: 2022-12-10_06:49:18.086146)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:49:19.702246 run    osmo-stp_10.42.42.5(pid=7006): stderr: 
| �[0;m�[38;5;43m20221210064918280 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210064918280 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210064918280 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210064918281 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210064918281 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210064918281 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210064918281 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:49:19.831900 run    osmo-stp_10.42.42.5(pid=7006): stdout: 
| (launched: 2022-12-10_06:49:18.086146)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:49:19.959384 run    osmo-stp_10.42.42.5(pid=7006): stderr: 
| �[0;m�[38;5;43m20221210064918280 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210064918280 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210064918280 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210064918281 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210064918281 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210064918281 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210064918281 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:49:20.015381 tst                   handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=7006): Process ended prematurely: osmo-stp_10.42.42.5(pid=7006) [trial-2370↪handover_2G:trx-lms+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7006)]  [trial-2370↪handover_2G:trx-lms+bts1-trx-b200↪handover.py:18]
06:49:20.023851 tst                   handover.py:18: Test FAILED (6.6 sec)
06:49:20.085909 run    osmo-hlr_10.42.42.2(pid=7003): ERR: Terminated: ERROR {rc=237}  [trial-2370↪handover_2G:trx-lms+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7003)]
06:49:20.136867 run    osmo-hlr_10.42.42.2(pid=7003): stdout: 
| (launched: 2022-12-10_06:49:17.116279) 
06:49:20.188672 run    osmo-hlr_10.42.42.2(pid=7003): stderr: 
| �[0;m�[1;31m20221210064917313 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210064917313 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210064917313 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210064917313 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210064917313 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210064917313 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210064917326 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/handover_2G:trx-lms+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210064917334 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210064917334 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210064917334 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
06:49:20.259072 run    osmo-msc_10.42.42.6(pid=7009): ERR: Terminated: ERROR {rc=2}  [trial-2370↪handover_2G:trx-lms+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=7009)]
06:49:20.310012 run    osmo-msc_10.42.42.6(pid=7009): stdout: 
| (launched: 2022-12-10_06:49:19.085370) 
06:49:20.361651 run    osmo-msc_10.42.42.6(pid=7009): stderr: 
| �[0;m�[38;5;43m20221210064919407 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210064919408 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f26ac15fc40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210064919408 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210064919408 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210064919408 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210064919408 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210064919410 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210064919410 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210064919410 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210064919411 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
06:49:20.405352 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7002): Terminating (SIGTERM)
06:49:20.446638 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7005): Terminating (SIGTERM)
06:49:20.488033 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7008): Terminating (SIGTERM)
06:49:20.497654 ---      ParallelTerminationStrategy: PID 7002 died...
06:49:20.552852 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7002): Terminated: ok {rc=0}
06:49:20.562919 ---      ParallelTerminationStrategy: PID 7005 died...
06:49:20.617899 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7005): Terminated: ok {rc=0}
06:49:20.627804 ---      ParallelTerminationStrategy: PID 7008 died...
06:49:20.682845 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7008): Terminated: ok {rc=0}
06:49:20.769225 bus                        /sierra_3: Setting Powered False
06:49:21.876585 bus                        /sierra_3: Setting Powered False
06:49:22.983095 bus                        /sierra_2: Setting Powered False
</stdout></case><duration>12.0</duration><id>188</id><name>handover_2G_trx-lms+bts1-trx-b200</name><properties></properties><timestamp>2022-12-10T06:49:13</timestamp></suite><suite><case><age>199</age><className>handover_2G:trx-lms+bts1-trx-umtrx</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=7021): Process ended prematurely: osmo-stp_10.42.42.5(pid=7021) [trial-2370↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7021)]</errorStackTrace><failedSince>2172</failedSince><name>handover.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py", line 18, in &lt;module&gt;
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7021): Process ended prematurely: osmo-stp_10.42.42.5(pid=7021) [trial-2370↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7021)]
</stderr><stdout>
----------------------------------------------
trial-2370 handover_2G:trx-lms+bts1-trx-umtrx handover.py
----------------------------------------------
06:49:25.017466 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)
06:49:25.029148 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x bts (candidates: 2)
06:49:25.163568 tst                      handover.py: using LAC 26613
06:49:25.283092 tst                      handover.py: using RAC 93
06:49:25.400926 tst                      handover.py: using CellId 26613
06:49:25.518126 tst                      handover.py: using BVCI 26614
06:49:25.540672 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x bts (candidates: 2)
06:49:25.680470 tst                      handover.py: using LAC 26614
06:49:25.806109 tst                      handover.py: using RAC 94
06:49:25.935493 tst                      handover.py: using CellId 26614
06:49:26.059679 tst                      handover.py: using BVCI 26615
06:49:26.084190 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)
06:49:26.095711 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)
06:49:26.106894 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)
06:49:26.118162 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)
06:49:26.129360 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)
06:49:26.140415 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x modem (candidates: 2)
06:49:26.256096 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x modem (candidates: 2)
06:49:26.462891 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
06:49:26.946807 run          create_hlr_db(pid=7015): Launched
06:49:27.077199 bus                        /sierra_2: Setting Powered False
06:49:28.152793 run          create_hlr_db(pid=7015): Terminated: ok {rc=0}
06:49:28.529020 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7017): Launched
06:49:28.827777 run    osmo-hlr_10.42.42.2(pid=7018): Launched
06:49:28.942600 run              osmo-stp_10.42.42.5: Starting osmo-stp
06:49:29.445507 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7020): Launched
06:49:29.744311 run    osmo-stp_10.42.42.5(pid=7021): Launched
06:49:29.854108 run              osmo-msc_10.42.42.6: Starting osmo-msc
06:49:30.374761 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7023): Launched
06:49:30.674223 run    osmo-msc_10.42.42.6(pid=7024): Launched
06:49:30.908203 run    osmo-stp_10.42.42.5(pid=7021): ERR: Terminated: ERROR {rc=1}  [trial-2370↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7021)]
06:49:31.068880 run    osmo-stp_10.42.42.5(pid=7021): stdout: 
| (launched: 2022-12-10_06:49:29.596011)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:49:31.208286 run    osmo-stp_10.42.42.5(pid=7021): stderr: 
| �[0;m�[38;5;43m20221210064929766 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210064929766 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210064929766 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210064929767 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210064929767 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210064929767 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210064929767 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:49:31.341309 run    osmo-stp_10.42.42.5(pid=7021): stdout: 
| (launched: 2022-12-10_06:49:29.596011)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:49:31.472654 run    osmo-stp_10.42.42.5(pid=7021): stderr: 
| �[0;m�[38;5;43m20221210064929766 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210064929766 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210064929766 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210064929767 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210064929767 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210064929767 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210064929767 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:49:31.530112 tst                   handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=7021): Process ended prematurely: osmo-stp_10.42.42.5(pid=7021) [trial-2370↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7021)]  [trial-2370↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py:18]
06:49:31.538758 tst                   handover.py:18: Test FAILED (6.5 sec)
06:49:31.604105 run    osmo-hlr_10.42.42.2(pid=7018): ERR: Terminated: ERROR {rc=237}  [trial-2370↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7018)]
06:49:31.658015 run    osmo-hlr_10.42.42.2(pid=7018): stdout: 
| (launched: 2022-12-10_06:49:28.679955) 
06:49:31.711548 run    osmo-hlr_10.42.42.2(pid=7018): stderr: 
| �[0;m�[1;31m20221210064928855 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210064928855 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210064928855 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210064928855 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210064928855 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210064928855 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210064928874 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/handover_2G:trx-lms+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210064928884 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210064928884 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210064928884 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
06:49:31.784723 run    osmo-msc_10.42.42.6(pid=7024): ERR: Terminated: ERROR {rc=2}  [trial-2370↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=7024)]
06:49:31.838378 run    osmo-msc_10.42.42.6(pid=7024): stdout: 
| (launched: 2022-12-10_06:49:30.525880) 
06:49:31.891138 run    osmo-msc_10.42.42.6(pid=7024): stderr: 
| �[0;m�[38;5;43m20221210064930799 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210064930799 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fdefe155c40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210064930799 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210064930799 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210064930799 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210064930799 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210064930801 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210064930802 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210064930802 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210064930802 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
06:49:31.936158 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7017): Terminating (SIGTERM)
06:49:31.980742 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7020): Terminating (SIGTERM)
06:49:32.026892 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7023): Terminating (SIGTERM)
06:49:32.037520 ---      ParallelTerminationStrategy: PID 7017 died...
06:49:32.096043 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7017): Terminated: ok {rc=0}
06:49:32.106574 ---      ParallelTerminationStrategy: PID 7020 died...
06:49:32.164086 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7020): Terminated: ok {rc=0}
06:49:32.174665 ---      ParallelTerminationStrategy: PID 7023 died...
06:49:32.230410 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7023): Terminated: ok {rc=0}
06:49:32.317541 bus                        /sierra_3: Setting Powered False
06:49:33.417946 bus                        /sierra_3: Setting Powered False
06:49:34.528177 bus                        /sierra_2: Setting Powered False
</stdout></case><duration>12.0</duration><id>189</id><name>handover_2G_trx-lms+bts1-trx-umtrx</name><properties></properties><timestamp>2022-12-10T06:49:24</timestamp></suite><suite><case><age>199</age><className>handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=7036): Process ended prematurely: osmo-stp_10.42.42.5(pid=7036) [trial-2370↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7036)]</errorStackTrace><failedSince>2172</failedSince><name>handover.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py", line 18, in &lt;module&gt;
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7036): Process ended prematurely: osmo-stp_10.42.42.5(pid=7036) [trial-2370↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7036)]
</stderr><stdout>
----------------------------------------------
trial-2370 handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000 handover.py
----------------------------------------------
06:49:36.555159 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)
06:49:36.567157 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)
06:49:36.705003 tst                      handover.py: using LAC 26615
06:49:36.831410 tst                      handover.py: using RAC 95
06:49:36.956851 tst                      handover.py: using CellId 26615
06:49:37.083084 tst                      handover.py: using BVCI 26616
06:49:37.107603 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)
06:49:37.244725 tst                      handover.py: using LAC 26616
06:49:37.364013 tst                      handover.py: using RAC 96
06:49:37.482208 tst                      handover.py: using CellId 26616
06:49:37.606560 tst                      handover.py: using BVCI 26617
06:49:37.631096 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)
06:49:37.643237 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)
06:49:37.655047 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)
06:49:37.666911 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)
06:49:37.678451 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)
06:49:37.689966 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)
06:49:37.808169 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)
06:49:38.007021 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
06:49:38.452737 run          create_hlr_db(pid=7030): Launched
06:49:38.574013 bus                        /sierra_2: Setting Powered False
06:49:39.645216 run          create_hlr_db(pid=7030): Terminated: ok {rc=0}
06:49:40.044817 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7032): Launched
06:49:40.365825 run    osmo-hlr_10.42.42.2(pid=7033): Launched
06:49:40.486085 run              osmo-stp_10.42.42.5: Starting osmo-stp
06:49:41.017252 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7035): Launched
06:49:41.337466 run    osmo-stp_10.42.42.5(pid=7036): Launched
06:49:41.456111 run              osmo-msc_10.42.42.6: Starting osmo-msc
06:49:42.018804 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7038): Launched
06:49:42.338799 run    osmo-msc_10.42.42.6(pid=7039): Launched
06:49:42.527520 run    osmo-stp_10.42.42.5(pid=7036): ERR: Terminated: ERROR {rc=1}  [trial-2370↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7036)]
06:49:42.662921 run    osmo-stp_10.42.42.5(pid=7036): stdout: 
| (launched: 2022-12-10_06:49:41.180134)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:49:42.798101 run    osmo-stp_10.42.42.5(pid=7036): stderr: 
| �[0;m�[38;5;43m20221210064941373 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210064941373 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210064941373 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210064941373 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210064941374 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210064941374 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210064941374 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:49:42.926670 run    osmo-stp_10.42.42.5(pid=7036): stdout: 
| (launched: 2022-12-10_06:49:41.180134)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:49:43.054051 run    osmo-stp_10.42.42.5(pid=7036): stderr: 
| �[0;m�[38;5;43m20221210064941373 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210064941373 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210064941373 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210064941373 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210064941374 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210064941374 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210064941374 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:49:43.110146 tst                   handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=7036): Process ended prematurely: osmo-stp_10.42.42.5(pid=7036) [trial-2370↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7036)]  [trial-2370↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py:18]
06:49:43.118724 tst                   handover.py:18: Test FAILED (6.6 sec)
06:49:43.181091 run    osmo-hlr_10.42.42.2(pid=7033): ERR: Terminated: ERROR {rc=237}  [trial-2370↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7033)]
06:49:43.232364 run    osmo-hlr_10.42.42.2(pid=7033): stdout: 
| (launched: 2022-12-10_06:49:40.207344) 
06:49:43.284117 run    osmo-hlr_10.42.42.2(pid=7033): stderr: 
| �[0;m�[1;31m20221210064940406 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210064940406 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210064940406 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210064940406 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210064940407 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210064940407 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210064940420 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210064940429 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210064940430 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210064940430 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
06:49:43.354542 run    osmo-msc_10.42.42.6(pid=7039): ERR: Terminated: ERROR {rc=2}  [trial-2370↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=7039)]
06:49:43.405445 run    osmo-msc_10.42.42.6(pid=7039): stdout: 
| (launched: 2022-12-10_06:49:42.181318) 
06:49:43.456903 run    osmo-msc_10.42.42.6(pid=7039): stderr: 
| �[0;m�[38;5;43m20221210064942502 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210064942502 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f85690b3c40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210064942502 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210064942503 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210064942503 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210064942503 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210064942505 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210064942505 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210064942505 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210064942505 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
06:49:43.500677 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7032): Terminating (SIGTERM)
06:49:43.542051 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7035): Terminating (SIGTERM)
06:49:43.583498 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7038): Terminating (SIGTERM)
06:49:43.593221 ---      ParallelTerminationStrategy: PID 7032 died...
06:49:43.648730 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7032): Terminated: ok {rc=0}
06:49:43.658883 ---      ParallelTerminationStrategy: PID 7035 died...
06:49:43.713947 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7035): Terminated: ok {rc=0}
06:49:43.724273 ---      ParallelTerminationStrategy: PID 7038 died...
06:49:43.779489 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7038): Terminated: ok {rc=0}
06:49:43.866248 bus                        /sierra_3: Setting Powered False
06:49:44.971584 bus                        /sierra_3: Setting Powered False
06:49:46.099531 bus                        /sierra_2: Setting Powered False
</stdout></case><duration>12.0</duration><id>190</id><name>handover_2G_trx-lms-limenet-micro+bts1-trx-sysmocell5000</name><properties></properties><timestamp>2022-12-10T06:49:36</timestamp></suite><suite><case><age>199</age><className>handover_2G:trx-lms-limenet-micro+bts1-sysmo</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=7050): Process ended prematurely: osmo-stp_10.42.42.5(pid=7050) [trial-2370↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7050)]</errorStackTrace><failedSince>2172</failedSince><name>handover.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py", line 18, in &lt;module&gt;
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7050): Process ended prematurely: osmo-stp_10.42.42.5(pid=7050) [trial-2370↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7050)]
</stderr><stdout>
----------------------------------------------
trial-2370 handover_2G:trx-lms-limenet-micro+bts1-sysmo handover.py
----------------------------------------------
06:49:48.113019 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x ip_address (candidates: 6)
06:49:48.124313 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x bts (candidates: 2)
06:49:48.261791 tst                      handover.py: using LAC 26617
06:49:48.385473 tst                      handover.py: using RAC 97
06:49:48.509603 tst                      handover.py: using CellId 26617
06:49:48.633126 tst                      handover.py: using BVCI 26618
06:49:48.657364 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x bts (candidates: 2)
06:49:48.784296 tst                      handover.py: using LAC 26618
06:49:48.909839 tst                      handover.py: using RAC 98
06:49:49.033633 tst                      handover.py: using CellId 26618
06:49:49.157752 tst                      handover.py: using BVCI 26619
06:49:49.182144 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x ip_address (candidates: 6)
06:49:49.193574 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x ip_address (candidates: 6)
06:49:49.204648 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x ip_address (candidates: 6)
06:49:49.215891 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x ip_address (candidates: 6)
06:49:49.227143 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x ip_address (candidates: 6)
06:49:49.238380 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x modem (candidates: 2)
06:49:49.352887 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x modem (candidates: 2)
06:49:49.562673 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
06:49:50.048140 run          create_hlr_db(pid=7044): Launched
06:49:50.178526 bus                        /sierra_2: Setting Powered False
06:49:51.254552 run          create_hlr_db(pid=7044): Terminated: ok {rc=0}
06:49:51.632183 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7046): Launched
06:49:51.932518 run    osmo-hlr_10.42.42.2(pid=7047): Launched
06:49:52.042758 run              osmo-stp_10.42.42.5: Starting osmo-stp
06:49:52.536111 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7049): Launched
06:49:52.835689 run    osmo-stp_10.42.42.5(pid=7050): Launched
06:49:52.944859 run              osmo-msc_10.42.42.6: Starting osmo-msc
06:49:53.466286 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7052): Launched
06:49:53.773918 run    osmo-msc_10.42.42.6(pid=7053): Launched
06:49:53.964646 run    osmo-stp_10.42.42.5(pid=7050): ERR: Terminated: ERROR {rc=1}  [trial-2370↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7050)]
06:49:54.100671 run    osmo-stp_10.42.42.5(pid=7050): stdout: 
| (launched: 2022-12-10_06:49:52.687782)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:49:54.236883 run    osmo-stp_10.42.42.5(pid=7050): stderr: 
| �[0;m�[38;5;43m20221210064952858 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210064952859 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210064952859 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210064952859 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210064952860 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210064952860 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210064952860 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:49:54.365575 run    osmo-stp_10.42.42.5(pid=7050): stdout: 
| (launched: 2022-12-10_06:49:52.687782)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:49:54.493157 run    osmo-stp_10.42.42.5(pid=7050): stderr: 
| �[0;m�[38;5;43m20221210064952858 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210064952859 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210064952859 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210064952859 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210064952860 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210064952860 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210064952860 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:49:54.549317 tst                   handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=7050): Process ended prematurely: osmo-stp_10.42.42.5(pid=7050) [trial-2370↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7050)]  [trial-2370↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py:18]
06:49:54.558243 tst                   handover.py:18: Test FAILED (6.4 sec)
06:49:54.620702 run    osmo-hlr_10.42.42.2(pid=7047): ERR: Terminated: ERROR {rc=237}  [trial-2370↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7047)]
06:49:54.672113 run    osmo-hlr_10.42.42.2(pid=7047): stdout: 
| (launched: 2022-12-10_06:49:51.783665) 
06:49:54.724279 run    osmo-hlr_10.42.42.2(pid=7047): stderr: 
| �[0;m�[1;31m20221210064951961 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210064951961 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210064951961 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210064951961 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210064951961 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210064951961 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210064951973 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/handover_2G:trx-lms-limenet-micro+bts1-sysmo/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210064951983 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210064951984 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210064951984 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
06:49:54.795033 run    osmo-msc_10.42.42.6(pid=7053): ERR: Terminated: ERROR {rc=2}  [trial-2370↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=7053)]
06:49:54.846150 run    osmo-msc_10.42.42.6(pid=7053): stdout: 
| (launched: 2022-12-10_06:49:53.617368) 
06:49:54.897738 run    osmo-msc_10.42.42.6(pid=7053): stderr: 
| �[0;m�[38;5;43m20221210064953934 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210064953934 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f50489a2c40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210064953934 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210064953934 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210064953935 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210064953935 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210064953936 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210064953937 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210064953937 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210064953937 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
06:49:54.941643 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7046): Terminating (SIGTERM)
06:49:54.983504 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7049): Terminating (SIGTERM)
06:49:55.025188 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7052): Terminating (SIGTERM)
06:49:55.034869 ---      ParallelTerminationStrategy: PID 7046 died...
06:49:55.090500 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7046): Terminated: ok {rc=0}
06:49:55.100543 ---      ParallelTerminationStrategy: PID 7049 died...
06:49:55.156151 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7049): Terminated: ok {rc=0}
06:49:55.166200 ---      ParallelTerminationStrategy: PID 7052 died...
06:49:55.221572 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7052): Terminated: ok {rc=0}
06:49:55.308421 bus                        /sierra_3: Setting Powered False
06:49:56.415285 bus                        /sierra_3: Setting Powered False
06:49:57.523198 bus                        /sierra_2: Setting Powered False
</stdout></case><duration>12.0</duration><id>191</id><name>handover_2G_trx-lms-limenet-micro+bts1-sysmo</name><properties></properties><timestamp>2022-12-10T06:49:47</timestamp></suite><suite><case><age>199</age><className>handover_2G:trx-lms-limenet-micro+bts1-trx-b200</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=7067): Process ended prematurely: osmo-stp_10.42.42.5(pid=7067) [trial-2370↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7067)]</errorStackTrace><failedSince>2172</failedSince><name>handover.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py", line 18, in &lt;module&gt;
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7067): Process ended prematurely: osmo-stp_10.42.42.5(pid=7067) [trial-2370↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7067)]
</stderr><stdout>
----------------------------------------------
trial-2370 handover_2G:trx-lms-limenet-micro+bts1-trx-b200 handover.py
----------------------------------------------
06:49:59.536586 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x ip_address (candidates: 6)
06:49:59.547992 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x bts (candidates: 2)
06:49:59.683943 tst                      handover.py: using LAC 26619
06:49:59.804145 tst                      handover.py: using RAC 99
06:49:59.923567 tst                      handover.py: using CellId 26619
06:50:00.042860 tst                      handover.py: using BVCI 26620
06:50:00.065783 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x bts (candidates: 2)
06:50:00.201075 tst                      handover.py: using LAC 26620
06:50:00.323897 tst                      handover.py: using RAC 100
06:50:00.439106 tst                      handover.py: using CellId 26620
06:50:00.555135 tst                      handover.py: using BVCI 26621
06:50:00.577885 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x ip_address (candidates: 6)
06:50:00.588830 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x ip_address (candidates: 6)
06:50:00.599597 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x ip_address (candidates: 6)
06:50:00.611332 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x ip_address (candidates: 6)
06:50:00.623309 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x ip_address (candidates: 6)
06:50:00.634371 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x modem (candidates: 2)
06:50:00.753049 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x modem (candidates: 2)
06:50:00.987684 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
06:50:01.524138 run          create_hlr_db(pid=7061): Launched
06:50:01.658224 bus                        /sierra_2: Setting Powered False
06:50:02.729327 run          create_hlr_db(pid=7061): Terminated: ok {rc=0}
06:50:03.108139 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7063): Launched
06:50:03.408071 run    osmo-hlr_10.42.42.2(pid=7064): Launched
06:50:03.525366 run              osmo-stp_10.42.42.5: Starting osmo-stp
06:50:04.026620 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7066): Launched
06:50:04.325856 run    osmo-stp_10.42.42.5(pid=7067): Launched
06:50:04.435162 run              osmo-msc_10.42.42.6: Starting osmo-msc
06:50:04.964751 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7069): Launched
06:50:05.285282 run    osmo-msc_10.42.42.6(pid=7070): Launched
06:50:05.472398 run    osmo-stp_10.42.42.5(pid=7067): ERR: Terminated: ERROR {rc=1}  [trial-2370↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7067)]
06:50:05.608504 run    osmo-stp_10.42.42.5(pid=7067): stdout: 
| (launched: 2022-12-10_06:50:04.177892)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:50:05.744091 run    osmo-stp_10.42.42.5(pid=7067): stderr: 
| �[0;m�[38;5;43m20221210065004349 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210065004349 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210065004349 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210065004349 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210065004350 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210065004350 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210065004350 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:50:05.872618 run    osmo-stp_10.42.42.5(pid=7067): stdout: 
| (launched: 2022-12-10_06:50:04.177892)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:50:05.999607 run    osmo-stp_10.42.42.5(pid=7067): stderr: 
| �[0;m�[38;5;43m20221210065004349 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210065004349 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210065004349 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210065004349 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210065004350 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210065004350 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210065004350 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:50:06.055480 tst                   handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=7067): Process ended prematurely: osmo-stp_10.42.42.5(pid=7067) [trial-2370↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7067)]  [trial-2370↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py:18]
06:50:06.064144 tst                   handover.py:18: Test FAILED (6.5 sec)
06:50:06.126743 run    osmo-hlr_10.42.42.2(pid=7064): ERR: Terminated: ERROR {rc=237}  [trial-2370↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7064)]
06:50:06.177612 run    osmo-hlr_10.42.42.2(pid=7064): stdout: 
| (launched: 2022-12-10_06:50:03.260154) 
06:50:06.229082 run    osmo-hlr_10.42.42.2(pid=7064): stderr: 
| �[0;m�[1;31m20221210065003434 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210065003434 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210065003434 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210065003434 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210065003434 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210065003434 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210065003446 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/handover_2G:trx-lms-limenet-micro+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210065003455 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210065003455 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210065003455 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
06:50:06.299116 run    osmo-msc_10.42.42.6(pid=7070): ERR: Terminated: ERROR {rc=2}  [trial-2370↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=7070)]
06:50:06.350123 run    osmo-msc_10.42.42.6(pid=7070): stdout: 
| (launched: 2022-12-10_06:50:05.127378) 
06:50:06.401655 run    osmo-msc_10.42.42.6(pid=7070): stderr: 
| �[0;m�[38;5;43m20221210065005448 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210065005448 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f587290ec40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210065005448 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210065005448 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210065005448 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210065005449 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210065005450 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210065005451 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210065005451 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210065005451 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
06:50:06.445246 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7063): Terminating (SIGTERM)
06:50:06.486525 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7066): Terminating (SIGTERM)
06:50:06.528069 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7069): Terminating (SIGTERM)
06:50:06.537774 ---      ParallelTerminationStrategy: PID 7063 died...
06:50:06.593552 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7063): Terminated: ok {rc=0}
06:50:06.603628 ---      ParallelTerminationStrategy: PID 7066 died...
06:50:06.658739 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7066): Terminated: ok {rc=0}
06:50:06.668696 ---      ParallelTerminationStrategy: PID 7069 died...
06:50:06.723667 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7069): Terminated: ok {rc=0}
06:50:06.810398 bus                        /sierra_3: Setting Powered False
06:50:07.912795 bus                        /sierra_3: Setting Powered False
06:50:09.024061 bus                        /sierra_2: Setting Powered False
</stdout></case><duration>12.0</duration><id>192</id><name>handover_2G_trx-lms-limenet-micro+bts1-trx-b200</name><properties></properties><timestamp>2022-12-10T06:49:59</timestamp></suite><suite><case><age>199</age><className>handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=7081): Process ended prematurely: osmo-stp_10.42.42.5(pid=7081) [trial-2370↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7081)]</errorStackTrace><failedSince>2172</failedSince><name>handover.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py", line 18, in &lt;module&gt;
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7081): Process ended prematurely: osmo-stp_10.42.42.5(pid=7081) [trial-2370↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7081)]
</stderr><stdout>
----------------------------------------------
trial-2370 handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx handover.py
----------------------------------------------
06:50:11.061621 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)
06:50:11.073177 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x bts (candidates: 2)
06:50:11.209853 tst                      handover.py: using LAC 26621
06:50:11.334028 tst                      handover.py: using RAC 101
06:50:11.458113 tst                      handover.py: using CellId 26621
06:50:11.582158 tst                      handover.py: using BVCI 26622
06:50:11.606553 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x bts (candidates: 2)
06:50:11.748166 tst                      handover.py: using LAC 26622
06:50:11.872328 tst                      handover.py: using RAC 102
06:50:11.996283 tst                      handover.py: using CellId 26622
06:50:12.120799 tst                      handover.py: using BVCI 26623
06:50:12.145990 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)
06:50:12.157543 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)
06:50:12.168758 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)
06:50:12.180082 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)
06:50:12.191445 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)
06:50:12.202735 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x modem (candidates: 2)
06:50:12.317657 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x modem (candidates: 2)
06:50:12.516105 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
06:50:12.961608 run          create_hlr_db(pid=7075): Launched
06:50:13.083503 bus                        /sierra_2: Setting Powered False
06:50:14.155880 run          create_hlr_db(pid=7075): Terminated: ok {rc=0}
06:50:14.530031 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7077): Launched
06:50:14.828836 run    osmo-hlr_10.42.42.2(pid=7078): Launched
06:50:14.940183 run              osmo-stp_10.42.42.5: Starting osmo-stp
06:50:15.432680 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7080): Launched
06:50:15.730875 run    osmo-stp_10.42.42.5(pid=7081): Launched
06:50:15.847325 run              osmo-msc_10.42.42.6: Starting osmo-msc
06:50:16.438126 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7083): Launched
06:50:16.798673 run    osmo-msc_10.42.42.6(pid=7084): Launched
06:50:17.049508 run    osmo-stp_10.42.42.5(pid=7081): ERR: Terminated: ERROR {rc=1}  [trial-2370↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7081)]
06:50:17.335918 run    osmo-stp_10.42.42.5(pid=7081): stdout: 
| (launched: 2022-12-10_06:50:15.583676)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:50:17.471921 run    osmo-stp_10.42.42.5(pid=7081): stderr: 
| �[0;m�[38;5;43m20221210065015752 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210065015752 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210065015752 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210065015753 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210065015756 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210065015756 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210065015756 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:50:17.600888 run    osmo-stp_10.42.42.5(pid=7081): stdout: 
| (launched: 2022-12-10_06:50:15.583676)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:50:17.728538 run    osmo-stp_10.42.42.5(pid=7081): stderr: 
| �[0;m�[38;5;43m20221210065015752 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210065015752 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210065015752 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210065015753 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210065015756 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210065015756 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210065015756 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:50:17.784860 tst                   handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=7081): Process ended prematurely: osmo-stp_10.42.42.5(pid=7081) [trial-2370↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7081)]  [trial-2370↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py:18]
06:50:17.793825 tst                   handover.py:18: Test FAILED (6.7 sec)
06:50:17.855369 run    osmo-hlr_10.42.42.2(pid=7078): ERR: Terminated: ERROR {rc=237}  [trial-2370↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7078)]
06:50:17.906111 run    osmo-hlr_10.42.42.2(pid=7078): stdout: 
| (launched: 2022-12-10_06:50:14.681605) 
06:50:17.957385 run    osmo-hlr_10.42.42.2(pid=7078): stderr: 
| �[0;m�[1;31m20221210065014858 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210065014858 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210065014858 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210065014858 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210065014858 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210065014859 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210065014871 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210065014880 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210065014880 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210065014880 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
06:50:18.027189 run    osmo-msc_10.42.42.6(pid=7084): ERR: Terminated: ERROR {rc=2}  [trial-2370↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=7084)]
06:50:18.077745 run    osmo-msc_10.42.42.6(pid=7084): stdout: 
| (launched: 2022-12-10_06:50:16.605980) 
06:50:18.129033 run    osmo-msc_10.42.42.6(pid=7084): stderr: 
| �[0;m�[38;5;43m20221210065017150 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210065017150 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe14a8fac40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210065017150 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210065017150 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210065017151 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210065017152 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210065017155 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210065017155 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210065017155 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210065017155 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
06:50:18.172727 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7077): Terminating (SIGTERM)
06:50:18.214041 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7080): Terminating (SIGTERM)
06:50:18.255014 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7083): Terminating (SIGTERM)
06:50:18.264599 ---      ParallelTerminationStrategy: PID 7077 died...
06:50:18.319893 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7077): Terminated: ok {rc=0}
06:50:18.329848 ---      ParallelTerminationStrategy: PID 7080 died...
06:50:18.384913 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7080): Terminated: ok {rc=0}
06:50:18.394875 ---      ParallelTerminationStrategy: PID 7083 died...
06:50:18.449690 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7083): Terminated: ok {rc=0}
06:50:18.535011 bus                        /sierra_3: Setting Powered False
06:50:19.640113 bus                        /sierra_3: Setting Powered False
06:50:20.746341 bus                        /sierra_2: Setting Powered False
</stdout></case><duration>12.0</duration><id>193</id><name>handover_2G_trx-lms-limenet-micro+bts1-trx-umtrx</name><properties></properties><timestamp>2022-12-10T06:50:10</timestamp></suite><suite><case><age>199</age><className>handover_2G:trx-sysmocell5000+bts1-sysmo</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=7095): Process ended prematurely: osmo-stp_10.42.42.5(pid=7095) [trial-2370↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7095)]</errorStackTrace><failedSince>2172</failedSince><name>handover.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py", line 18, in &lt;module&gt;
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7095): Process ended prematurely: osmo-stp_10.42.42.5(pid=7095) [trial-2370↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7095)]
</stderr><stdout>
----------------------------------------------
trial-2370 handover_2G:trx-sysmocell5000+bts1-sysmo handover.py
----------------------------------------------
06:50:22.750677 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x ip_address (candidates: 6)
06:50:22.762081 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x bts (candidates: 2)
06:50:22.904738 tst                      handover.py: using LAC 26623
06:50:23.029717 tst                      handover.py: using RAC 103
06:50:23.154825 tst                      handover.py: using CellId 26623
06:50:23.280173 tst                      handover.py: using BVCI 26624
06:50:23.304902 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x bts (candidates: 2)
06:50:23.434780 tst                      handover.py: using LAC 26624
06:50:23.560079 tst                      handover.py: using RAC 104
06:50:23.685388 tst                      handover.py: using CellId 26624
06:50:23.810541 tst                      handover.py: using BVCI 26625
06:50:23.834984 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x ip_address (candidates: 6)
06:50:23.846331 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x ip_address (candidates: 6)
06:50:23.857507 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x ip_address (candidates: 6)
06:50:23.868696 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x ip_address (candidates: 6)
06:50:23.879924 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x ip_address (candidates: 6)
06:50:23.891176 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x modem (candidates: 2)
06:50:24.006418 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x modem (candidates: 2)
06:50:24.206226 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
06:50:24.656041 run          create_hlr_db(pid=7089): Launched
06:50:24.778744 bus                        /sierra_2: Setting Powered False
06:50:25.862853 run          create_hlr_db(pid=7089): Terminated: ok {rc=0}
06:50:26.263591 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7091): Launched
06:50:26.585259 run    osmo-hlr_10.42.42.2(pid=7092): Launched
06:50:26.706007 run              osmo-stp_10.42.42.5: Starting osmo-stp
06:50:27.237150 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7094): Launched
06:50:27.558282 run    osmo-stp_10.42.42.5(pid=7095): Launched
06:50:27.674315 run              osmo-msc_10.42.42.6: Starting osmo-msc
06:50:28.234315 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7097): Launched
06:50:28.556445 run    osmo-msc_10.42.42.6(pid=7098): Launched
06:50:28.744490 run    osmo-stp_10.42.42.5(pid=7095): ERR: Terminated: ERROR {rc=1}  [trial-2370↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7095)]
06:50:28.880332 run    osmo-stp_10.42.42.5(pid=7095): stdout: 
| (launched: 2022-12-10_06:50:27.400044)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:50:29.015212 run    osmo-stp_10.42.42.5(pid=7095): stderr: 
| �[0;m�[38;5;43m20221210065027594 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210065027594 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210065027595 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210065027595 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210065027595 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210065027595 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210065027595 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:50:29.144111 run    osmo-stp_10.42.42.5(pid=7095): stdout: 
| (launched: 2022-12-10_06:50:27.400044)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:50:29.271400 run    osmo-stp_10.42.42.5(pid=7095): stderr: 
| �[0;m�[38;5;43m20221210065027594 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210065027594 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210065027595 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210065027595 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210065027595 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210065027595 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210065027595 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:50:29.327564 tst                   handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=7095): Process ended prematurely: osmo-stp_10.42.42.5(pid=7095) [trial-2370↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7095)]  [trial-2370↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py:18]
06:50:29.336224 tst                   handover.py:18: Test FAILED (6.6 sec)
06:50:29.398919 run    osmo-hlr_10.42.42.2(pid=7092): ERR: Terminated: ERROR {rc=237}  [trial-2370↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7092)]
06:50:29.449997 run    osmo-hlr_10.42.42.2(pid=7092): stdout: 
| (launched: 2022-12-10_06:50:26.427090) 
06:50:29.501613 run    osmo-hlr_10.42.42.2(pid=7092): stderr: 
| �[0;m�[1;31m20221210065026624 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210065026624 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210065026624 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210065026624 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210065026624 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210065026624 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210065026637 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/handover_2G:trx-sysmocell5000+bts1-sysmo/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210065026645 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210065026645 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210065026645 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
06:50:29.571876 run    osmo-msc_10.42.42.6(pid=7098): ERR: Terminated: ERROR {rc=2}  [trial-2370↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=7098)]
06:50:29.622963 run    osmo-msc_10.42.42.6(pid=7098): stdout: 
| (launched: 2022-12-10_06:50:28.398018) 
06:50:29.674515 run    osmo-msc_10.42.42.6(pid=7098): stderr: 
| �[0;m�[38;5;43m20221210065028720 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210065028720 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fdcc2804c40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210065028720 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210065028720 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210065028720 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210065028720 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210065028722 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210065028722 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210065028723 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210065028723 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
06:50:29.718220 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7091): Terminating (SIGTERM)
06:50:29.759867 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7094): Terminating (SIGTERM)
06:50:29.801702 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7097): Terminating (SIGTERM)
06:50:29.811404 ---      ParallelTerminationStrategy: PID 7091 died...
06:50:29.867278 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7091): Terminated: ok {rc=0}
06:50:29.877759 ---      ParallelTerminationStrategy: PID 7094 died...
06:50:29.933135 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7094): Terminated: ok {rc=0}
06:50:29.943322 ---      ParallelTerminationStrategy: PID 7097 died...
06:50:29.999091 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7097): Terminated: ok {rc=0}
06:50:30.085860 bus                        /sierra_3: Setting Powered False
06:50:31.192855 bus                        /sierra_3: Setting Powered False
06:50:32.303243 bus                        /sierra_2: Setting Powered False
</stdout></case><duration>12.0</duration><id>194</id><name>handover_2G_trx-sysmocell5000+bts1-sysmo</name><properties></properties><timestamp>2022-12-10T06:50:22</timestamp></suite><suite><case><age>199</age><className>handover_2G:trx-sysmocell5000+bts1-trx-b200</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=7109): Process ended prematurely: osmo-stp_10.42.42.5(pid=7109) [trial-2370↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7109)]</errorStackTrace><failedSince>2172</failedSince><name>handover.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py", line 18, in &lt;module&gt;
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7109): Process ended prematurely: osmo-stp_10.42.42.5(pid=7109) [trial-2370↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7109)]
</stderr><stdout>
----------------------------------------------
trial-2370 handover_2G:trx-sysmocell5000+bts1-trx-b200 handover.py
----------------------------------------------
06:50:34.315498 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x ip_address (candidates: 6)
06:50:34.326583 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x bts (candidates: 2)
06:50:34.462510 tst                      handover.py: using LAC 26625
06:50:34.578953 tst                      handover.py: using RAC 105
06:50:34.703495 tst                      handover.py: using CellId 26625
06:50:34.829789 tst                      handover.py: using BVCI 26626
06:50:34.854313 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x bts (candidates: 2)
06:50:34.995262 tst                      handover.py: using LAC 26626
06:50:35.121015 tst                      handover.py: using RAC 106
06:50:35.246855 tst                      handover.py: using CellId 26626
06:50:35.372100 tst                      handover.py: using BVCI 26627
06:50:35.396452 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x ip_address (candidates: 6)
06:50:35.407775 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x ip_address (candidates: 6)
06:50:35.418977 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x ip_address (candidates: 6)
06:50:35.430270 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x ip_address (candidates: 6)
06:50:35.441560 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x ip_address (candidates: 6)
06:50:35.452548 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x modem (candidates: 2)
06:50:35.567468 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x modem (candidates: 2)
06:50:35.775654 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
06:50:36.260008 run          create_hlr_db(pid=7103): Launched
06:50:36.391142 bus                        /sierra_2: Setting Powered False
06:50:37.466367 run          create_hlr_db(pid=7103): Terminated: ok {rc=0}
06:50:37.845211 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7105): Launched
06:50:38.144891 run    osmo-hlr_10.42.42.2(pid=7106): Launched
06:50:38.260542 run              osmo-stp_10.42.42.5: Starting osmo-stp
06:50:38.761570 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7108): Launched
06:50:39.061350 run    osmo-stp_10.42.42.5(pid=7109): Launched
06:50:39.170293 run              osmo-msc_10.42.42.6: Starting osmo-msc
06:50:39.690707 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7111): Launched
06:50:39.990614 run    osmo-msc_10.42.42.6(pid=7112): Launched
06:50:40.166567 run    osmo-stp_10.42.42.5(pid=7109): ERR: Terminated: ERROR {rc=1}  [trial-2370↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7109)]
06:50:40.294146 run    osmo-stp_10.42.42.5(pid=7109): stdout: 
| (launched: 2022-12-10_06:50:38.912884)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:50:40.419359 run    osmo-stp_10.42.42.5(pid=7109): stderr: 
| �[0;m�[38;5;43m20221210065039081 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210065039081 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210065039082 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210065039082 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210065039084 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210065039084 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210065039084 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:50:40.539365 run    osmo-stp_10.42.42.5(pid=7109): stdout: 
| (launched: 2022-12-10_06:50:38.912884)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:50:40.658102 run    osmo-stp_10.42.42.5(pid=7109): stderr: 
| �[0;m�[38;5;43m20221210065039081 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210065039081 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210065039082 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210065039082 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210065039084 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210065039084 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210065039084 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:50:40.710370 tst                   handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=7109): Process ended prematurely: osmo-stp_10.42.42.5(pid=7109) [trial-2370↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7109)]  [trial-2370↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py:18]
06:50:40.718424 tst                   handover.py:18: Test FAILED (6.4 sec)
06:50:40.778016 run    osmo-hlr_10.42.42.2(pid=7106): ERR: Terminated: ERROR {rc=237}  [trial-2370↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7106)]
06:50:40.827226 run    osmo-hlr_10.42.42.2(pid=7106): stdout: 
| (launched: 2022-12-10_06:50:37.996585) 
06:50:40.876529 run    osmo-hlr_10.42.42.2(pid=7106): stderr: 
| �[0;m�[1;31m20221210065038172 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210065038172 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210065038172 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210065038172 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210065038172 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210065038172 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210065038182 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/handover_2G:trx-sysmocell5000+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210065038191 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210065038191 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210065038191 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
06:50:40.943456 run    osmo-msc_10.42.42.6(pid=7112): ERR: Terminated: ERROR {rc=2}  [trial-2370↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=7112)]
06:50:40.992159 run    osmo-msc_10.42.42.6(pid=7112): stdout: 
| (launched: 2022-12-10_06:50:39.841382) 
06:50:41.041407 run    osmo-msc_10.42.42.6(pid=7112): stderr: 
| �[0;m�[38;5;43m20221210065040110 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210065040110 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f562068cc40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210065040110 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210065040110 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210065040110 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210065040110 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210065040114 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210065040114 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210065040114 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210065040114 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
06:50:41.082963 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7105): Terminating (SIGTERM)
06:50:41.122340 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7108): Terminating (SIGTERM)
06:50:41.161590 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7111): Terminating (SIGTERM)
06:50:41.170871 ---      ParallelTerminationStrategy: PID 7105 died...
06:50:41.223497 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7105): Terminated: ok {rc=0}
06:50:41.233241 ---      ParallelTerminationStrategy: PID 7108 died...
06:50:41.285994 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7108): Terminated: ok {rc=0}
06:50:41.295645 ---      ParallelTerminationStrategy: PID 7111 died...
06:50:41.348099 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7111): Terminated: ok {rc=0}
06:50:41.436001 bus                        /sierra_3: Setting Powered False
06:50:42.537934 bus                        /sierra_3: Setting Powered False
06:50:43.648400 bus                        /sierra_2: Setting Powered False
</stdout></case><duration>12.0</duration><id>195</id><name>handover_2G_trx-sysmocell5000+bts1-trx-b200</name><properties></properties><timestamp>2022-12-10T06:50:34</timestamp></suite><suite><case><age>199</age><className>handover_2G:trx-sysmocell5000+bts1-trx-umtrx</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=7123): Process ended prematurely: osmo-stp_10.42.42.5(pid=7123) [trial-2370↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7123)]</errorStackTrace><failedSince>2172</failedSince><name>handover.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py", line 18, in &lt;module&gt;
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7123): Process ended prematurely: osmo-stp_10.42.42.5(pid=7123) [trial-2370↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7123)]
</stderr><stdout>
----------------------------------------------
trial-2370 handover_2G:trx-sysmocell5000+bts1-trx-umtrx handover.py
----------------------------------------------
06:50:45.686575 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)
06:50:45.698066 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x bts (candidates: 2)
06:50:45.838306 tst                      handover.py: using LAC 26627
06:50:45.970680 tst                      handover.py: using RAC 107
06:50:46.098757 tst                      handover.py: using CellId 26627
06:50:46.227569 tst                      handover.py: using BVCI 26628
06:50:46.253246 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x bts (candidates: 2)
06:50:46.429551 tst                      handover.py: using LAC 26628
06:50:46.555222 tst                      handover.py: using RAC 108
06:50:46.681194 tst                      handover.py: using CellId 26628
06:50:46.808772 tst                      handover.py: using BVCI 26629
06:50:46.834219 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)
06:50:46.846828 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)
06:50:46.858898 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)
06:50:46.871528 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)
06:50:46.883524 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)
06:50:46.895380 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x modem (candidates: 2)
06:50:47.018564 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x modem (candidates: 2)
06:50:47.234282 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
06:50:47.720455 run          create_hlr_db(pid=7117): Launched
06:50:47.851172 bus                        /sierra_2: Setting Powered False
06:50:48.925989 run          create_hlr_db(pid=7117): Terminated: ok {rc=0}
06:50:49.325080 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7119): Launched
06:50:49.645088 run    osmo-hlr_10.42.42.2(pid=7120): Launched
06:50:49.765972 run              osmo-stp_10.42.42.5: Starting osmo-stp
06:50:50.295331 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7122): Launched
06:50:50.616798 run    osmo-stp_10.42.42.5(pid=7123): Launched
06:50:50.732604 run              osmo-msc_10.42.42.6: Starting osmo-msc
06:50:51.291008 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7125): Launched
06:50:51.611854 run    osmo-msc_10.42.42.6(pid=7126): Launched
06:50:51.800127 run    osmo-stp_10.42.42.5(pid=7123): ERR: Terminated: ERROR {rc=1}  [trial-2370↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7123)]
06:50:51.935787 run    osmo-stp_10.42.42.5(pid=7123): stdout: 
| (launched: 2022-12-10_06:50:50.459002)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:50:52.070954 run    osmo-stp_10.42.42.5(pid=7123): stderr: 
| �[0;m�[38;5;43m20221210065050653 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210065050653 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210065050653 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210065050654 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210065050654 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210065050654 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210065050654 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:50:52.199567 run    osmo-stp_10.42.42.5(pid=7123): stdout: 
| (launched: 2022-12-10_06:50:50.459002)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:50:52.326705 run    osmo-stp_10.42.42.5(pid=7123): stderr: 
| �[0;m�[38;5;43m20221210065050653 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210065050653 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210065050653 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210065050654 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210065050654 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210065050654 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210065050654 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:50:52.382582 tst                   handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=7123): Process ended prematurely: osmo-stp_10.42.42.5(pid=7123) [trial-2370↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7123)]  [trial-2370↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py:18]
06:50:52.391044 tst                   handover.py:18: Test FAILED (6.7 sec)
06:50:52.453672 run    osmo-hlr_10.42.42.2(pid=7120): ERR: Terminated: ERROR {rc=237}  [trial-2370↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7120)]
06:50:52.504605 run    osmo-hlr_10.42.42.2(pid=7120): stdout: 
| (launched: 2022-12-10_06:50:49.487243) 
06:50:52.556352 run    osmo-hlr_10.42.42.2(pid=7120): stderr: 
| �[0;m�[1;31m20221210065049687 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210065049687 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210065049687 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210065049687 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210065049687 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210065049687 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210065049699 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/handover_2G:trx-sysmocell5000+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210065049707 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210065049707 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210065049708 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
06:50:52.626911 run    osmo-msc_10.42.42.6(pid=7126): ERR: Terminated: ERROR {rc=2}  [trial-2370↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=7126)]
06:50:52.678003 run    osmo-msc_10.42.42.6(pid=7126): stdout: 
| (launched: 2022-12-10_06:50:51.454093) 
06:50:52.729439 run    osmo-msc_10.42.42.6(pid=7126): stderr: 
| �[0;m�[38;5;43m20221210065051778 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210065051779 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f2b6855fc40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210065051779 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210065051779 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210065051779 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210065051779 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210065051781 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210065051781 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210065051781 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210065051782 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
06:50:52.773485 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7119): Terminating (SIGTERM)
06:50:52.814872 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7122): Terminating (SIGTERM)
06:50:52.856116 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7125): Terminating (SIGTERM)
06:50:52.865735 ---      ParallelTerminationStrategy: PID 7119 died...
06:50:52.920843 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7119): Terminated: ok {rc=0}
06:50:52.930961 ---      ParallelTerminationStrategy: PID 7122 died...
06:50:52.986094 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7122): Terminated: ok {rc=0}
06:50:52.996086 ---      ParallelTerminationStrategy: PID 7125 died...
06:50:53.051641 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7125): Terminated: ok {rc=0}
06:50:53.136666 bus                        /sierra_3: Setting Powered False
06:50:54.242463 bus                        /sierra_3: Setting Powered False
06:50:55.352507 bus                        /sierra_2: Setting Powered False
</stdout></case><duration>12.0</duration><id>196</id><name>handover_2G_trx-sysmocell5000+bts1-trx-umtrx</name><properties></properties><timestamp>2022-12-10T06:50:45</timestamp></suite><suite><case><age>53</age><className>handover_2G:sysmo+bts1-trx-b200</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=7137): Process ended prematurely: osmo-stp_10.42.42.5(pid=7137) [trial-2370↪handover_2G:sysmo+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7137)]</errorStackTrace><failedSince>2318</failedSince><name>handover.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py", line 18, in &lt;module&gt;
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7137): Process ended prematurely: osmo-stp_10.42.42.5(pid=7137) [trial-2370↪handover_2G:sysmo+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7137)]
</stderr><stdout>
----------------------------------------------
trial-2370 handover_2G:sysmo+bts1-trx-b200 handover.py
----------------------------------------------
06:50:57.355326 tst  handover_2G:sysmo+bts1-trx-b200: Using 1 x ip_address (candidates: 6)
06:50:57.366723 tst  handover_2G:sysmo+bts1-trx-b200: Using 1 x bts (candidates: 2)
06:50:57.493232 tst                      handover.py: using LAC 26629
06:50:57.619871 tst                      handover.py: using RAC 109
06:50:57.746183 tst                      handover.py: using CellId 26629
06:50:57.873718 tst                      handover.py: using BVCI 26630
06:50:57.898045 tst  handover_2G:sysmo+bts1-trx-b200: Using 1 x bts (candidates: 2)
06:50:58.040641 tst                      handover.py: using LAC 26630
06:50:58.165601 tst                      handover.py: using RAC 110
06:50:58.293234 tst                      handover.py: using CellId 26630
06:50:58.419775 tst                      handover.py: using BVCI 26631
06:50:58.444086 tst  handover_2G:sysmo+bts1-trx-b200: Using 1 x ip_address (candidates: 6)
06:50:58.455329 tst  handover_2G:sysmo+bts1-trx-b200: Using 1 x ip_address (candidates: 6)
06:50:58.466398 tst  handover_2G:sysmo+bts1-trx-b200: Using 1 x ip_address (candidates: 6)
06:50:58.477660 tst  handover_2G:sysmo+bts1-trx-b200: Using 1 x ip_address (candidates: 6)
06:50:58.488881 tst  handover_2G:sysmo+bts1-trx-b200: Using 1 x ip_address (candidates: 6)
06:50:58.500029 tst  handover_2G:sysmo+bts1-trx-b200: Using 1 x modem (candidates: 2)
06:50:58.615026 tst  handover_2G:sysmo+bts1-trx-b200: Using 1 x modem (candidates: 2)
06:50:58.815040 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
06:50:59.262186 run          create_hlr_db(pid=7131): Launched
06:50:59.384685 bus                        /sierra_2: Setting Powered False
06:51:00.456439 run          create_hlr_db(pid=7131): Terminated: ok {rc=0}
06:51:00.831070 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7133): Launched
06:51:01.156341 run    osmo-hlr_10.42.42.2(pid=7134): Launched
06:51:01.270580 run              osmo-stp_10.42.42.5: Starting osmo-stp
06:51:01.963608 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7136): Launched
06:51:02.362642 run    osmo-stp_10.42.42.5(pid=7137): Launched
06:51:02.493108 run              osmo-msc_10.42.42.6: Starting osmo-msc
06:51:03.055424 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7139): Launched
06:51:03.375598 run    osmo-msc_10.42.42.6(pid=7140): Launched
06:51:03.562226 run    osmo-stp_10.42.42.5(pid=7137): ERR: Terminated: ERROR {rc=1}  [trial-2370↪handover_2G:sysmo+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7137)]
06:51:03.697092 run    osmo-stp_10.42.42.5(pid=7137): stdout: 
| (launched: 2022-12-10_06:51:02.117412)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:51:03.831817 run    osmo-stp_10.42.42.5(pid=7137): stderr: 
| �[0;m�[38;5;43m20221210065102428 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210065102429 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210065102429 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210065102429 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210065102430 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210065102430 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210065102430 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:51:03.960017 run    osmo-stp_10.42.42.5(pid=7137): stdout: 
| (launched: 2022-12-10_06:51:02.117412)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:51:04.086930 run    osmo-stp_10.42.42.5(pid=7137): stderr: 
| �[0;m�[38;5;43m20221210065102428 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210065102429 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210065102429 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210065102429 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210065102430 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210065102430 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210065102430 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:51:04.143064 tst                   handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=7137): Process ended prematurely: osmo-stp_10.42.42.5(pid=7137) [trial-2370↪handover_2G:sysmo+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7137)]  [trial-2370↪handover_2G:sysmo+bts1-trx-b200↪handover.py:18]
06:51:04.151465 tst                   handover.py:18: Test FAILED (6.8 sec)
06:51:04.213068 run    osmo-hlr_10.42.42.2(pid=7134): ERR: Terminated: ERROR {rc=237}  [trial-2370↪handover_2G:sysmo+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7134)]
06:51:04.263547 run    osmo-hlr_10.42.42.2(pid=7134): stdout: 
| (launched: 2022-12-10_06:51:01.003398) 
06:51:04.314717 run    osmo-hlr_10.42.42.2(pid=7134): stderr: 
| �[0;m�[1;31m20221210065101403 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210065101403 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210065101403 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210065101404 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210065101404 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210065101404 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210065101431 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/handover_2G:sysmo+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210065101450 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210065101451 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210065101451 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
06:51:04.384360 run    osmo-msc_10.42.42.6(pid=7140): ERR: Terminated: ERROR {rc=2}  [trial-2370↪handover_2G:sysmo+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=7140)]
06:51:04.434961 run    osmo-msc_10.42.42.6(pid=7140): stdout: 
| (launched: 2022-12-10_06:51:03.218160) 
06:51:04.485936 run    osmo-msc_10.42.42.6(pid=7140): stderr: 
| �[0;m�[38;5;43m20221210065103541 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210065103542 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f059efa4c40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210065103542 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210065103542 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210065103542 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210065103542 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210065103544 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210065103544 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210065103544 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210065103544 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
06:51:04.529797 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7133): Terminating (SIGTERM)
06:51:04.571102 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7136): Terminating (SIGTERM)
06:51:04.612035 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7139): Terminating (SIGTERM)
06:51:04.621630 ---      ParallelTerminationStrategy: PID 7133 died...
06:51:04.676455 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7133): Terminated: ok {rc=0}
06:51:04.686370 ---      ParallelTerminationStrategy: PID 7136 died...
06:51:04.740939 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7136): Terminated: ok {rc=0}
06:51:04.750851 ---      ParallelTerminationStrategy: PID 7139 died...
06:51:04.805559 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7139): Terminated: ok {rc=0}
06:51:04.891500 bus                        /sierra_3: Setting Powered False
06:51:05.993456 bus                        /sierra_3: Setting Powered False
06:51:07.103125 bus                        /sierra_2: Setting Powered False
</stdout></case><duration>12.0</duration><id>197</id><name>handover_2G_sysmo+bts1-trx-b200</name><properties></properties><timestamp>2022-12-10T06:50:57</timestamp></suite><suite><case><age>53</age><className>handover_2G:sysmo+bts1-trx-umtrx</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=7151): Process ended prematurely: osmo-stp_10.42.42.5(pid=7151) [trial-2370↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7151)]</errorStackTrace><failedSince>2318</failedSince><name>handover.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py", line 18, in &lt;module&gt;
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7151): Process ended prematurely: osmo-stp_10.42.42.5(pid=7151) [trial-2370↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7151)]
</stderr><stdout>
----------------------------------------------
trial-2370 handover_2G:sysmo+bts1-trx-umtrx handover.py
----------------------------------------------
06:51:09.083412 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)
06:51:09.094431 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x bts (candidates: 2)
06:51:09.228553 tst                      handover.py: using LAC 26631
06:51:09.361034 tst                      handover.py: using RAC 111
06:51:09.477076 tst                      handover.py: using CellId 26631
06:51:09.593574 tst                      handover.py: using BVCI 26632
06:51:09.616049 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x bts (candidates: 2)
06:51:09.748554 tst                      handover.py: using LAC 26632
06:51:09.865755 tst                      handover.py: using RAC 112
06:51:09.981005 tst                      handover.py: using CellId 26632
06:51:10.105218 tst                      handover.py: using BVCI 26633
06:51:10.129613 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)
06:51:10.140840 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)
06:51:10.151910 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)
06:51:10.163544 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)
06:51:10.175234 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)
06:51:10.186789 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x modem (candidates: 2)
06:51:10.302605 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x modem (candidates: 2)
06:51:10.499550 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
06:51:10.944135 run          create_hlr_db(pid=7145): Launched
06:51:11.065878 bus                        /sierra_2: Setting Powered False
06:51:12.136684 run          create_hlr_db(pid=7145): Terminated: ok {rc=0}
06:51:12.534842 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7147): Launched
06:51:12.855628 run    osmo-hlr_10.42.42.2(pid=7148): Launched
06:51:12.973614 run              osmo-stp_10.42.42.5: Starting osmo-stp
06:51:13.502193 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7150): Launched
06:51:13.824656 run    osmo-stp_10.42.42.5(pid=7151): Launched
06:51:13.940796 run              osmo-msc_10.42.42.6: Starting osmo-msc
06:51:14.499759 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7153): Launched
06:51:14.821602 run    osmo-msc_10.42.42.6(pid=7154): Launched
06:51:15.009593 run    osmo-stp_10.42.42.5(pid=7151): ERR: Terminated: ERROR {rc=1}  [trial-2370↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7151)]
06:51:15.144596 run    osmo-stp_10.42.42.5(pid=7151): stdout: 
| (launched: 2022-12-10_06:51:13.666479)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:51:15.279655 run    osmo-stp_10.42.42.5(pid=7151): stderr: 
| �[0;m�[38;5;43m20221210065113858 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210065113858 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210065113859 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210065113859 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210065113859 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210065113860 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210065113860 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:51:15.408164 run    osmo-stp_10.42.42.5(pid=7151): stdout: 
| (launched: 2022-12-10_06:51:13.666479)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:51:15.535710 run    osmo-stp_10.42.42.5(pid=7151): stderr: 
| �[0;m�[38;5;43m20221210065113858 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210065113858 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210065113859 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210065113859 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210065113859 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210065113860 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210065113860 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:51:15.592127 tst                   handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=7151): Process ended prematurely: osmo-stp_10.42.42.5(pid=7151) [trial-2370↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7151)]  [trial-2370↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py:18]
06:51:15.600527 tst                   handover.py:18: Test FAILED (6.5 sec)
06:51:15.662625 run    osmo-hlr_10.42.42.2(pid=7148): ERR: Terminated: ERROR {rc=237}  [trial-2370↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7148)]
06:51:15.713077 run    osmo-hlr_10.42.42.2(pid=7148): stdout: 
| (launched: 2022-12-10_06:51:12.698185) 
06:51:15.764433 run    osmo-hlr_10.42.42.2(pid=7148): stderr: 
| �[0;m�[1;31m20221210065112896 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210065112896 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210065112896 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210065112896 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210065112896 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210065112896 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210065112909 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/handover_2G:sysmo+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210065112917 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210065112917 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210065112917 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
06:51:15.837250 run    osmo-msc_10.42.42.6(pid=7154): ERR: Terminated: ERROR {rc=2}  [trial-2370↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=7154)]
06:51:15.898653 run    osmo-msc_10.42.42.6(pid=7154): stdout: 
| (launched: 2022-12-10_06:51:14.663266) 
06:51:15.962948 run    osmo-msc_10.42.42.6(pid=7154): stderr: 
| �[0;m�[38;5;43m20221210065114985 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210065114986 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f4c0e33bc40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210065114986 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210065114986 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210065114986 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210065114986 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210065114988 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210065114988 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210065114988 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210065114988 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
06:51:16.007393 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7147): Terminating (SIGTERM)
06:51:16.049675 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7150): Terminating (SIGTERM)
06:51:16.095114 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7153): Terminating (SIGTERM)
06:51:16.106137 ---      ParallelTerminationStrategy: PID 7147 died...
06:51:16.165926 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7147): Terminated: ok {rc=0}
06:51:16.177048 ---      ParallelTerminationStrategy: PID 7150 died...
06:51:16.234226 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7150): Terminated: ok {rc=0}
06:51:16.245267 ---      ParallelTerminationStrategy: PID 7153 died...
06:51:16.304086 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7153): Terminated: ok {rc=0}
06:51:16.408514 bus                        /sierra_3: Setting Powered False
06:51:17.517515 bus                        /sierra_3: Setting Powered False
06:51:18.624650 bus                        /sierra_2: Setting Powered False
</stdout></case><duration>12.0</duration><id>198</id><name>handover_2G_sysmo+bts1-trx-umtrx</name><properties></properties><timestamp>2022-12-10T06:51:08</timestamp></suite><suite><case><age>53</age><className>handover_2G:trx-b200+bts1-trx-umtrx</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=7165): Process ended prematurely: osmo-stp_10.42.42.5(pid=7165) [trial-2370↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7165)]</errorStackTrace><failedSince>2318</failedSince><name>handover.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py", line 18, in &lt;module&gt;
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7165): Process ended prematurely: osmo-stp_10.42.42.5(pid=7165) [trial-2370↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7165)]
</stderr><stdout>
----------------------------------------------
trial-2370 handover_2G:trx-b200+bts1-trx-umtrx handover.py
----------------------------------------------
06:51:20.643800 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)
06:51:20.655296 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x bts (candidates: 2)
06:51:20.797911 tst                      handover.py: using LAC 26633
06:51:20.923390 tst                      handover.py: using RAC 113
06:51:21.050768 tst                      handover.py: using CellId 26633
06:51:21.176467 tst                      handover.py: using BVCI 26634
06:51:21.200764 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x bts (candidates: 2)
06:51:21.342903 tst                      handover.py: using LAC 26634
06:51:21.472627 tst                      handover.py: using RAC 114
06:51:21.598158 tst                      handover.py: using CellId 26634
06:51:21.721845 tst                      handover.py: using BVCI 26635
06:51:21.746240 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)
06:51:21.757644 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)
06:51:21.768734 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)
06:51:21.780259 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)
06:51:21.791510 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)
06:51:21.802701 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x modem (candidates: 2)
06:51:21.941433 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x modem (candidates: 2)
06:51:22.142620 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
06:51:22.587701 run          create_hlr_db(pid=7159): Launched
06:51:22.710468 bus                        /sierra_2: Setting Powered False
06:51:23.781595 run          create_hlr_db(pid=7159): Terminated: ok {rc=0}
06:51:24.180400 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7161): Launched
06:51:24.480574 run    osmo-hlr_10.42.42.2(pid=7162): Launched
06:51:24.598329 run              osmo-stp_10.42.42.5: Starting osmo-stp
06:51:25.101212 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7164): Launched
06:51:25.402351 run    osmo-stp_10.42.42.5(pid=7165): Launched
06:51:25.511983 run              osmo-msc_10.42.42.6: Starting osmo-msc
06:51:26.034715 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7167): Launched
06:51:26.335122 run    osmo-msc_10.42.42.6(pid=7168): Launched
06:51:26.510680 run    osmo-stp_10.42.42.5(pid=7165): ERR: Terminated: ERROR {rc=1}  [trial-2370↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7165)]
06:51:26.638175 run    osmo-stp_10.42.42.5(pid=7165): stdout: 
| (launched: 2022-12-10_06:51:25.253781)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:51:26.763659 run    osmo-stp_10.42.42.5(pid=7165): stderr: 
| �[0;m�[38;5;43m20221210065125423 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210065125423 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210065125424 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210065125424 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210065125425 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210065125425 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210065125425 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:51:26.884147 run    osmo-stp_10.42.42.5(pid=7165): stdout: 
| (launched: 2022-12-10_06:51:25.253781)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
06:51:27.003127 run    osmo-stp_10.42.42.5(pid=7165): stderr: 
| �[0;m�[38;5;43m20221210065125423 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210065125423 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210065125424 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210065125424 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210065125425 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210065125425 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210065125425 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
06:51:27.055716 tst                   handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=7165): Process ended prematurely: osmo-stp_10.42.42.5(pid=7165) [trial-2370↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7165)]  [trial-2370↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py:18]
06:51:27.063682 tst                   handover.py:18: Test FAILED (6.4 sec)
06:51:27.124132 run    osmo-hlr_10.42.42.2(pid=7162): ERR: Terminated: ERROR {rc=237}  [trial-2370↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7162)]
06:51:27.173004 run    osmo-hlr_10.42.42.2(pid=7162): stdout: 
| (launched: 2022-12-10_06:51:24.331979) 
06:51:27.222584 run    osmo-hlr_10.42.42.2(pid=7162): stderr: 
| �[0;m�[1;31m20221210065124508 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210065124508 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210065124508 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210065124508 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210065124508 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210065124508 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210065124520 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/handover_2G:trx-b200+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210065124528 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210065124529 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210065124529 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
06:51:27.289878 run    osmo-msc_10.42.42.6(pid=7168): ERR: Terminated: ERROR {rc=2}  [trial-2370↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=7168)]
06:51:27.338710 run    osmo-msc_10.42.42.6(pid=7168): stdout: 
| (launched: 2022-12-10_06:51:26.186656) 
06:51:27.388297 run    osmo-msc_10.42.42.6(pid=7168): stderr: 
| �[0;m�[38;5;43m20221210065126457 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210065126457 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f9fd149dc40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210065126457 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210065126457 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210065126458 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210065126458 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210065126459 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210065126460 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210065126461 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210065126461 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
06:51:27.430015 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7161): Terminating (SIGTERM)
06:51:27.469619 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7164): Terminating (SIGTERM)
06:51:27.509298 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7167): Terminating (SIGTERM)
06:51:27.518708 ---      ParallelTerminationStrategy: PID 7161 died...
06:51:27.572083 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7161): Terminated: ok {rc=0}
06:51:27.581870 ---      ParallelTerminationStrategy: PID 7164 died...
06:51:27.635158 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7164): Terminated: ok {rc=0}
06:51:27.644726 ---      ParallelTerminationStrategy: PID 7167 died...
06:51:27.697808 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7167): Terminated: ok {rc=0}
06:51:27.784704 bus                        /sierra_3: Setting Powered False
06:51:28.887510 bus                        /sierra_3: Setting Powered False
06:51:29.998069 bus                        /sierra_2: Setting Powered False
</stdout></case><duration>12.0</duration><id>199</id><name>handover_2G_trx-b200+bts1-trx-umtrx</name><properties></properties><timestamp>2022-12-10T06:51:20</timestamp></suite></testResult>